1 | | [ Jun 20 21:03:50 Enabled. ] |
2 | | [ Jun 20 21:03:50 Rereading configuration. ] |
3 | | [ Jun 20 21:03:51 Rereading configuration. ] |
4 | | [ Jun 20 21:03:54 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_f32a5037-29da-4375-a8f1-8e9a8b5d3778/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ] |
5 | | note: configured to log to "/dev/stdout" |
6 | 2024-06-20T21:03:54.308Z | INFO | crucible-agent: dataset: "oxp_f32a5037-29da-4375-a8f1-8e9a8b5d3778/crucible"
|
7 | 2024-06-20T21:03:54.312Z | INFO | crucible-agent: listen IP: [fd00:1122:3344:101::14]:32345
|
8 | 2024-06-20T21:03:54.312Z | INFO | crucible-agent: SMF instance name downstairs_prefix: "downstairs"
|
9 | 2024-06-20T21:03:54.333Z | INFO | crucible-agent (datafile): Using conf_path:"/data/crucible.json"
|
10 | 2024-06-20T21:03:54.413Z | INFO | crucible-agent (dropshot): listening
local_addr = [fd00:1122:3344:101::14]:32345
|
11 | 2024-06-20T21:05:06.168Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::14]:32345
remote_addr = [fd00:1122:3344:101::a]:51634
|
12 | 2024-06-20T21:05:06.196Z | INFO | crucible-agent (datafile): region 37e23546-03d2-4126-8f79-65544d37b7eb state: Requested
|
13 | 2024-06-20T21:05:06.201Z | INFO | crucible-agent (worker): Region size:2147483648 reservation:2684354560 quota:6442450944
|
14 | 2024-06-20T21:05:06.205Z | INFO | crucible-agent (dropshot): request completed
latency_us = 18194
local_addr = [fd00:1122:3344:101::14]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:51634
req_id = 2d61412e-7a05-411a-9494-b4bb5063b73b
response_code = 200
uri = /crucible/0/regions
|
15 | 2024-06-20T21:05:06.211Z | INFO | crucible-agent (worker): zfs set reservation of 2684354560 for oxp_f32a5037-29da-4375-a8f1-8e9a8b5d3778/crucible/regions/37e23546-03d2-4126-8f79-65544d37b7eb
|
16 | 2024-06-20T21:05:06.211Z | INFO | crucible-agent (worker): zfs set quota of 6442450944 for oxp_f32a5037-29da-4375-a8f1-8e9a8b5d3778/crucible/regions/37e23546-03d2-4126-8f79-65544d37b7eb
|
17 | 2024-06-20T21:05:06.272Z | INFO | crucible-agent (worker): creating region Region { id: RegionId("37e23546-03d2-4126-8f79-65544d37b7eb"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at "/data/regions/37e23546-03d2-4126-8f79-65544d37b7eb"
region = 37e23546-03d2-4126-8f79-65544d37b7eb
|
18 | 2024-06-20T21:05:06.273Z | INFO | crucible-agent (worker): downstairs create with: env -i "/opt/oxide/crucible/bin/crucible-downstairs" "create" "--uuid" "37e23546-03d2-4126-8f79-65544d37b7eb" "--data" "/data/regions/37e23546-03d2-4126-8f79-65544d37b7eb" "--block-size" "512" "--extent-size" "131072" "--extent-count" "32" "--encrypted"
region = 37e23546-03d2-4126-8f79-65544d37b7eb
|
19 | 2024-06-20T21:05:06.400Z | INFO | crucible-agent (worker): region files created ok
region = 37e23546-03d2-4126-8f79-65544d37b7eb
|
20 | 2024-06-20T21:05:06.400Z | INFO | crucible-agent (datafile): region 37e23546-03d2-4126-8f79-65544d37b7eb state: Requested -> Created
|
21 | 2024-06-20T21:05:06.400Z | INFO | crucible-agent (worker): applying SMF actions post create...
|
22 | 2024-06-20T21:05:06.401Z | INFO | crucible-agent (worker): creating missing downstairs instance downstairs-37e23546-03d2-4126-8f79-65544d37b7eb
|
23 | 2024-06-20T21:05:06.406Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:downstairs-37e23546-03d2-4126-8f79-65544d37b7eb
|
24 | 2024-06-20T21:05:06.419Z | INFO | crucible-agent (worker): creating config property group
|
25 | 2024-06-20T21:05:06.424Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-37e23546-03d2-4126-8f79-65544d37b7eb
|
26 | 2024-06-20T21:05:06.431Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/37e23546-03d2-4126-8f79-65544d37b7eb
|
27 | 2024-06-20T21:05:06.433Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19000
|
28 | 2024-06-20T21:05:06.433Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14
|
29 | 2024-06-20T21:05:06.433Z | INFO | crucible-agent (worker): commit
|
30 | 2024-06-20T21:05:06.437Z | INFO | crucible-agent (worker): ok!
|
31 | 2024-06-20T21:05:06.441Z | INFO | crucible-agent (worker): SMF ok!
|
32 | 2024-06-20T21:05:06.564Z | INFO | crucible-agent (dropshot): request completed
latency_us = 89
local_addr = [fd00:1122:3344:101::14]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:51634
req_id = 84379f49-889d-4814-91d1-a82467e7f0eb
response_code = 200
uri = /crucible/0/regions
|
33 | 2024-06-20T21:10:17.841Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::14]:32345
remote_addr = [fd00:1122:3344:101::a]:51067
|
34 | 2024-06-20T21:10:17.841Z | INFO | crucible-agent (datafile): region 81ff1285-e3c7-4885-b02d-6bc59078d518 state: Requested
|
35 | 2024-06-20T21:10:17.842Z | INFO | crucible-agent (worker): Region size:2147483648 reservation:2684354560 quota:6442450944
|
36 | 2024-06-20T21:10:17.842Z | INFO | crucible-agent (dropshot): request completed
latency_us = 685
local_addr = [fd00:1122:3344:101::14]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:51067
req_id = cfc9c5e0-d03f-40d2-ac3a-6e4cce71ea8b
response_code = 200
uri = /crucible/0/regions
|
37 | 2024-06-20T21:10:17.853Z | INFO | crucible-agent (worker): zfs set reservation of 2684354560 for oxp_f32a5037-29da-4375-a8f1-8e9a8b5d3778/crucible/regions/81ff1285-e3c7-4885-b02d-6bc59078d518
|
38 | 2024-06-20T21:10:17.853Z | INFO | crucible-agent (worker): zfs set quota of 6442450944 for oxp_f32a5037-29da-4375-a8f1-8e9a8b5d3778/crucible/regions/81ff1285-e3c7-4885-b02d-6bc59078d518
|
39 | 2024-06-20T21:10:17.939Z | INFO | crucible-agent (worker): creating region Region { id: RegionId("81ff1285-e3c7-4885-b02d-6bc59078d518"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at "/data/regions/81ff1285-e3c7-4885-b02d-6bc59078d518"
region = 81ff1285-e3c7-4885-b02d-6bc59078d518
|
40 | 2024-06-20T21:10:17.941Z | INFO | crucible-agent (worker): downstairs create with: env -i "/opt/oxide/crucible/bin/crucible-downstairs" "create" "--uuid" "81ff1285-e3c7-4885-b02d-6bc59078d518" "--data" "/data/regions/81ff1285-e3c7-4885-b02d-6bc59078d518" "--block-size" "512" "--extent-size" "131072" "--extent-count" "32" "--encrypted"
region = 81ff1285-e3c7-4885-b02d-6bc59078d518
|
41 | 2024-06-20T21:10:18.063Z | INFO | crucible-agent (worker): region files created ok
region = 81ff1285-e3c7-4885-b02d-6bc59078d518
|
42 | 2024-06-20T21:10:18.063Z | INFO | crucible-agent (datafile): region 81ff1285-e3c7-4885-b02d-6bc59078d518 state: Requested -> Created
|
43 | 2024-06-20T21:10:18.063Z | INFO | crucible-agent (worker): applying SMF actions post create...
|
44 | 2024-06-20T21:10:18.070Z | INFO | crucible-agent (worker): existing directory value /dev/null does not match /data/regions/37e23546-03d2-4126-8f79-65544d37b7eb
|
45 | 2024-06-20T21:10:18.070Z | INFO | crucible-agent (worker): existing port value 0 does not match 19000
|
46 | 2024-06-20T21:10:18.070Z | INFO | crucible-agent (worker): existing address value 0.0.0.0 does not match fd00:1122:3344:101::14
|
47 | 2024-06-20T21:10:18.070Z | INFO | crucible-agent (worker): reconfig required
|
48 | 2024-06-20T21:10:18.070Z | INFO | crucible-agent (worker): using existing config property group
|
49 | 2024-06-20T21:10:18.070Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-37e23546-03d2-4126-8f79-65544d37b7eb
|
50 | 2024-06-20T21:10:18.070Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/37e23546-03d2-4126-8f79-65544d37b7eb
|
51 | 2024-06-20T21:10:18.071Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19000
|
52 | 2024-06-20T21:10:18.071Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14
|
53 | 2024-06-20T21:10:18.071Z | INFO | crucible-agent (worker): commit
|
54 | 2024-06-20T21:10:18.076Z | INFO | crucible-agent (worker): ok!
|
55 | 2024-06-20T21:10:18.077Z | INFO | crucible-agent (worker): creating missing downstairs instance downstairs-81ff1285-e3c7-4885-b02d-6bc59078d518
|
56 | 2024-06-20T21:10:18.082Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:downstairs-81ff1285-e3c7-4885-b02d-6bc59078d518
|
57 | 2024-06-20T21:10:18.100Z | INFO | crucible-agent (worker): creating config property group
|
58 | 2024-06-20T21:10:18.104Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-81ff1285-e3c7-4885-b02d-6bc59078d518
|
59 | 2024-06-20T21:10:18.104Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/81ff1285-e3c7-4885-b02d-6bc59078d518
|
60 | 2024-06-20T21:10:18.104Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19001
|
61 | 2024-06-20T21:10:18.104Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14
|
62 | 2024-06-20T21:10:18.104Z | INFO | crucible-agent (worker): commit
|
63 | 2024-06-20T21:10:18.110Z | INFO | crucible-agent (worker): ok!
|
64 | 2024-06-20T21:10:18.116Z | INFO | crucible-agent (worker): SMF ok!
|
65 | 2024-06-20T21:10:18.130Z | INFO | crucible-agent (dropshot): request completed
latency_us = 74
local_addr = [fd00:1122:3344:101::14]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:51067
req_id = b2648951-0ef0-4215-8cea-e7c4e20f5928
response_code = 200
uri = /crucible/0/regions
|
66 | 2024-06-20T21:10:18.914Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::14]:32345
remote_addr = [fd00:1122:3344:101::a]:60946
|
67 | 2024-06-20T21:10:18.918Z | INFO | crucible-agent (dropshot): request completed
latency_us = 3300
local_addr = [fd00:1122:3344:101::14]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:60946
req_id = 45e0fe3f-c606-45cf-b71a-6573bb56c267
response_code = 200
uri = /crucible/0/regions/37e23546-03d2-4126-8f79-65544d37b7eb
|
68 | 2024-06-20T21:10:18.918Z | INFO | crucible-agent (datafile): path is "/data/regions/37e23546-03d2-4126-8f79-65544d37b7eb"
|
69 | 2024-06-20T21:10:18.927Z | INFO | crucible-agent (datafile): dataset is oxp_f32a5037-29da-4375-a8f1-8e9a8b5d3778/crucible/regions/37e23546-03d2-4126-8f79-65544d37b7eb
|
70 | 2024-06-20T21:10:18.936Z | INFO | crucible-agent (ZfsSnapshotInterface): snapshot is oxp_f32a5037-29da-4375-a8f1-8e9a8b5d3778/crucible/regions/37e23546-03d2-4126-8f79-65544d37b7eb@1754a985-200c-4441-a679-cc9cc7979745
|
71 | 2024-06-20T21:10:18.936Z | INFO | crucible-agent (ZfsSnapshotInterface): parts is ["oxp_f32a5037-29da-4375-a8f1-8e9a8b5d3778/crucible/regions/37e23546-03d2-4126-8f79-65544d37b7eb", "1754a985-200c-4441-a679-cc9cc7979745"]
|
72 | 2024-06-20T21:10:18.952Z | INFO | crucible-agent (dropshot): request completed
latency_us = 33819
local_addr = [fd00:1122:3344:101::14]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:60946
req_id = 1554f87d-54f1-492e-b338-ce15c887147c
response_code = 200
uri = /crucible/0/regions/37e23546-03d2-4126-8f79-65544d37b7eb/snapshots/1754a985-200c-4441-a679-cc9cc7979745
|
73 | 2024-06-20T21:10:18.952Z | INFO | crucible-agent (datafile): path is "/data/regions/37e23546-03d2-4126-8f79-65544d37b7eb"
|
74 | 2024-06-20T21:10:18.960Z | INFO | crucible-agent (datafile): dataset is oxp_f32a5037-29da-4375-a8f1-8e9a8b5d3778/crucible/regions/37e23546-03d2-4126-8f79-65544d37b7eb
|
75 | 2024-06-20T21:10:18.968Z | INFO | crucible-agent (ZfsSnapshotInterface): snapshot is oxp_f32a5037-29da-4375-a8f1-8e9a8b5d3778/crucible/regions/37e23546-03d2-4126-8f79-65544d37b7eb@1754a985-200c-4441-a679-cc9cc7979745
|
76 | 2024-06-20T21:10:18.968Z | INFO | crucible-agent (ZfsSnapshotInterface): parts is ["oxp_f32a5037-29da-4375-a8f1-8e9a8b5d3778/crucible/regions/37e23546-03d2-4126-8f79-65544d37b7eb", "1754a985-200c-4441-a679-cc9cc7979745"]
|
77 | 2024-06-20T21:10:18.977Z | INFO | crucible-agent (datafile): requesting running snapshot 37e23546-03d2-4126-8f79-65544d37b7eb-1754a985-200c-4441-a679-cc9cc7979745 state: Requested
|
78 | 2024-06-20T21:10:18.977Z | INFO | crucible-agent (worker): applying SMF actions for region 37e23546-03d2-4126-8f79-65544d37b7eb running snapshot 1754a985-200c-4441-a679-cc9cc7979745 (state Requested)...
|
79 | 2024-06-20T21:10:18.977Z | INFO | crucible-agent (dropshot): request completed
latency_us = 24966
local_addr = [fd00:1122:3344:101::14]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:60946
req_id = be416031-b190-4329-a256-f024e6acb7c2
response_code = 200
uri = /crucible/0/regions/37e23546-03d2-4126-8f79-65544d37b7eb/snapshots/1754a985-200c-4441-a679-cc9cc7979745/run
|
80 | 2024-06-20T21:10:18.977Z | INFO | crucible-agent (worker): existing directory value /dev/null does not match /data/regions/37e23546-03d2-4126-8f79-65544d37b7eb
|
81 | 2024-06-20T21:10:18.977Z | INFO | crucible-agent (worker): existing port value 0 does not match 19000
|
82 | 2024-06-20T21:10:18.978Z | INFO | crucible-agent (worker): existing address value 0.0.0.0 does not match fd00:1122:3344:101::14
|
83 | 2024-06-20T21:10:18.978Z | INFO | crucible-agent (worker): reconfig required
|
84 | 2024-06-20T21:10:18.978Z | INFO | crucible-agent (worker): using existing config property group
|
85 | 2024-06-20T21:10:18.978Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-37e23546-03d2-4126-8f79-65544d37b7eb
|
86 | 2024-06-20T21:10:18.978Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/37e23546-03d2-4126-8f79-65544d37b7eb
|
87 | 2024-06-20T21:10:18.978Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19000
|
88 | 2024-06-20T21:10:18.978Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14
|
89 | 2024-06-20T21:10:18.978Z | INFO | crucible-agent (worker): commit
|
90 | 2024-06-20T21:10:18.984Z | INFO | crucible-agent (worker): ok!
|
91 | 2024-06-20T21:10:18.986Z | INFO | crucible-agent (worker): creating missing snapshot instance snapshot-37e23546-03d2-4126-8f79-65544d37b7eb-1754a985-200c-4441-a679-cc9cc7979745
|
92 | 2024-06-20T21:10:19.003Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:snapshot-37e23546-03d2-4126-8f79-65544d37b7eb-1754a985-200c-4441-a679-cc9cc7979745
|
93 | 2024-06-20T21:10:19.041Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:snapshot-37e23546-03d2-4126-8f79-65544d37b7eb-1754a985-200c-4441-a679-cc9cc7979745
|
94 | 2024-06-20T21:10:19.041Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/37e23546-03d2-4126-8f79-65544d37b7eb/.zfs/snapshot/1754a985-200c-4441-a679-cc9cc7979745
|
95 | 2024-06-20T21:10:19.041Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19002
|
96 | 2024-06-20T21:10:19.041Z | INFO | crucible-agent (worker): ensure mode SCF_TYPE_ASTRING ro
|
97 | 2024-06-20T21:10:19.041Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14
|
98 | 2024-06-20T21:10:19.041Z | INFO | crucible-agent (worker): commit
|
99 | 2024-06-20T21:10:19.050Z | INFO | crucible-agent (worker): ok!
|
100 | 2024-06-20T21:10:19.055Z | INFO | crucible-agent (worker): SMF ok!
|
101 | 2024-06-20T21:10:19.055Z | INFO | crucible-agent (datafile): region 37e23546-03d2-4126-8f79-65544d37b7eb running snapshot 1754a985-200c-4441-a679-cc9cc7979745 state: Requested -> Created
|
102 | 2024-06-20T21:10:22.336Z | INFO | crucible-agent (datafile): region 8f76222f-92b2-44c6-a4a9-67c94c1640be state: Requested
|
103 | 2024-06-20T21:10:22.337Z | INFO | crucible-agent (worker): Region size:2147483648 reservation:2684354560 quota:6442450944
|
104 | 2024-06-20T21:10:22.337Z | INFO | crucible-agent (dropshot): request completed
latency_us = 217
local_addr = [fd00:1122:3344:101::14]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:51067
req_id = cd7c494f-203b-4678-9235-eecfa0fd0d5b
response_code = 200
uri = /crucible/0/regions
|
105 | 2024-06-20T21:10:22.346Z | INFO | crucible-agent (worker): zfs set reservation of 2684354560 for oxp_f32a5037-29da-4375-a8f1-8e9a8b5d3778/crucible/regions/8f76222f-92b2-44c6-a4a9-67c94c1640be
|
106 | 2024-06-20T21:10:22.346Z | INFO | crucible-agent (worker): zfs set quota of 6442450944 for oxp_f32a5037-29da-4375-a8f1-8e9a8b5d3778/crucible/regions/8f76222f-92b2-44c6-a4a9-67c94c1640be
|
107 | 2024-06-20T21:10:22.415Z | INFO | crucible-agent (worker): creating region Region { id: RegionId("8f76222f-92b2-44c6-a4a9-67c94c1640be"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at "/data/regions/8f76222f-92b2-44c6-a4a9-67c94c1640be"
region = 8f76222f-92b2-44c6-a4a9-67c94c1640be
|
108 | 2024-06-20T21:10:22.417Z | INFO | crucible-agent (worker): downstairs create with: env -i "/opt/oxide/crucible/bin/crucible-downstairs" "create" "--uuid" "8f76222f-92b2-44c6-a4a9-67c94c1640be" "--data" "/data/regions/8f76222f-92b2-44c6-a4a9-67c94c1640be" "--block-size" "512" "--extent-size" "131072" "--extent-count" "32" "--encrypted"
region = 8f76222f-92b2-44c6-a4a9-67c94c1640be
|
109 | 2024-06-20T21:10:22.541Z | INFO | crucible-agent (worker): region files created ok
region = 8f76222f-92b2-44c6-a4a9-67c94c1640be
|
110 | 2024-06-20T21:10:22.541Z | INFO | crucible-agent (datafile): region 8f76222f-92b2-44c6-a4a9-67c94c1640be state: Requested -> Created
|
111 | 2024-06-20T21:10:22.541Z | INFO | crucible-agent (worker): applying SMF actions post create...
|
112 | 2024-06-20T21:10:22.541Z | INFO | crucible-agent (worker): existing directory value /dev/null does not match /data/regions/37e23546-03d2-4126-8f79-65544d37b7eb
|
113 | 2024-06-20T21:10:22.541Z | INFO | crucible-agent (worker): existing port value 0 does not match 19000
|
114 | 2024-06-20T21:10:22.542Z | INFO | crucible-agent (worker): existing address value 0.0.0.0 does not match fd00:1122:3344:101::14
|
115 | 2024-06-20T21:10:22.542Z | INFO | crucible-agent (worker): reconfig required
|
116 | 2024-06-20T21:10:22.542Z | INFO | crucible-agent (worker): using existing config property group
|
117 | 2024-06-20T21:10:22.542Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-37e23546-03d2-4126-8f79-65544d37b7eb
|
118 | 2024-06-20T21:10:22.542Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/37e23546-03d2-4126-8f79-65544d37b7eb
|
119 | 2024-06-20T21:10:22.542Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19000
|
120 | 2024-06-20T21:10:22.542Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14
|
121 | 2024-06-20T21:10:22.542Z | INFO | crucible-agent (worker): commit
|
122 | 2024-06-20T21:10:22.548Z | INFO | crucible-agent (worker): ok!
|
123 | 2024-06-20T21:10:22.549Z | INFO | crucible-agent (worker): creating missing downstairs instance downstairs-8f76222f-92b2-44c6-a4a9-67c94c1640be
|
124 | 2024-06-20T21:10:22.554Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:downstairs-8f76222f-92b2-44c6-a4a9-67c94c1640be
|
125 | 2024-06-20T21:10:22.573Z | INFO | crucible-agent (worker): creating config property group
|
126 | 2024-06-20T21:10:22.584Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-8f76222f-92b2-44c6-a4a9-67c94c1640be
|
127 | 2024-06-20T21:10:22.584Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/8f76222f-92b2-44c6-a4a9-67c94c1640be
|
128 | 2024-06-20T21:10:22.584Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19003
|
129 | 2024-06-20T21:10:22.584Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14
|
130 | 2024-06-20T21:10:22.584Z | INFO | crucible-agent (worker): commit
|
131 | 2024-06-20T21:10:22.591Z | INFO | crucible-agent (worker): ok!
|
132 | 2024-06-20T21:10:22.600Z | INFO | crucible-agent (worker): SMF ok!
|
133 | 2024-06-20T21:10:22.616Z | INFO | crucible-agent (dropshot): request completed
latency_us = 703
local_addr = [fd00:1122:3344:101::14]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:51067
req_id = a761757c-b37c-43e7-acbf-91bb0d1dc97a
response_code = 200
uri = /crucible/0/regions
|
134 | 2024-06-20T21:10:47.478Z | INFO | crucible-agent (dropshot): request completed
latency_us = 52
local_addr = [fd00:1122:3344:101::14]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:51067
req_id = 203d7190-3be8-4112-aafb-7e932f580757
response_code = 200
uri = /crucible/0/regions/8f76222f-92b2-44c6-a4a9-67c94c1640be
|
135 | 2024-06-20T21:10:47.481Z | INFO | crucible-agent (datafile): path is "/data/regions/8f76222f-92b2-44c6-a4a9-67c94c1640be"
|
136 | 2024-06-20T21:10:47.493Z | INFO | crucible-agent (datafile): dataset is oxp_f32a5037-29da-4375-a8f1-8e9a8b5d3778/crucible/regions/8f76222f-92b2-44c6-a4a9-67c94c1640be
|
137 | 2024-06-20T21:10:47.501Z | INFO | crucible-agent (datafile): region 8f76222f-92b2-44c6-a4a9-67c94c1640be state: Created -> Tombstoned
|
138 | 2024-06-20T21:10:47.502Z | INFO | crucible-agent (worker): applying SMF actions before removal...
|
139 | 2024-06-20T21:10:47.504Z | INFO | crucible-agent (dropshot): request completed
latency_us = 23209
local_addr = [fd00:1122:3344:101::14]:32345
method = DELETE
remote_addr = [fd00:1122:3344:101::a]:51067
req_id = eaa9a24d-ba14-4a84-8127-cc10842d5214
response_code = 204
uri = /crucible/0/regions/8f76222f-92b2-44c6-a4a9-67c94c1640be
|
140 | 2024-06-20T21:10:47.505Z | INFO | crucible-agent (worker): disabling downstairs instance: downstairs-8f76222f-92b2-44c6-a4a9-67c94c1640be (instance states: (Some(Online), None))
|
141 | 2024-06-20T21:10:47.506Z | INFO | crucible-agent (dropshot): request completed
latency_us = 27
local_addr = [fd00:1122:3344:101::14]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:51067
req_id = 253a5f3c-125f-4e6c-be8a-9a0b688a0773
response_code = 200
uri = /crucible/0/regions/8f76222f-92b2-44c6-a4a9-67c94c1640be
|
142 | 2024-06-20T21:10:47.513Z | INFO | crucible-agent (worker): existing directory value /dev/null does not match /data/regions/37e23546-03d2-4126-8f79-65544d37b7eb
|
143 | 2024-06-20T21:10:47.513Z | INFO | crucible-agent (worker): existing port value 0 does not match 19000
|
144 | 2024-06-20T21:10:47.513Z | INFO | crucible-agent (worker): existing address value 0.0.0.0 does not match fd00:1122:3344:101::14
|
145 | 2024-06-20T21:10:47.513Z | INFO | crucible-agent (worker): reconfig required
|
146 | 2024-06-20T21:10:47.513Z | INFO | crucible-agent (worker): using existing config property group
|
147 | 2024-06-20T21:10:47.513Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-37e23546-03d2-4126-8f79-65544d37b7eb
|
148 | 2024-06-20T21:10:47.513Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/37e23546-03d2-4126-8f79-65544d37b7eb
|
149 | 2024-06-20T21:10:47.513Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19000
|
150 | 2024-06-20T21:10:47.513Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14
|
151 | 2024-06-20T21:10:47.513Z | INFO | crucible-agent (worker): commit
|
152 | 2024-06-20T21:10:47.520Z | INFO | crucible-agent (worker): ok!
|
153 | 2024-06-20T21:10:47.522Z | INFO | crucible-agent (worker): SMF ok!
|
154 | 2024-06-20T21:10:47.530Z | INFO | crucible-agent (worker): deleting zfs dataset "oxp_f32a5037-29da-4375-a8f1-8e9a8b5d3778/crucible/regions/8f76222f-92b2-44c6-a4a9-67c94c1640be"
region = 8f76222f-92b2-44c6-a4a9-67c94c1640be
|
155 | 2024-06-20T21:10:47.590Z | INFO | crucible-agent (datafile): region 8f76222f-92b2-44c6-a4a9-67c94c1640be state: Tombstoned -> Destroyed
|
156 | 2024-06-20T21:10:47.662Z | INFO | crucible-agent (dropshot): request completed
latency_us = 607
local_addr = [fd00:1122:3344:101::14]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:51067
req_id = 6c997519-5085-4c54-bba8-b6b1c8ee46a8
response_code = 200
uri = /crucible/0/regions/8f76222f-92b2-44c6-a4a9-67c94c1640be
|