1 | 2025-04-19T00:37:15.668Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::14]:32345
remote_addr = [fd00:1122:3344:101::b]:58352
|
2 | 2025-04-19T00:37:15.668Z | INFO | crucible-agent (dropshot): request completed
latency_us = 41
local_addr = [fd00:1122:3344:101::14]:32345
method = GET
remote_addr = [fd00:1122:3344:101::b]:58352
req_id = 85d4ccae-c253-4b7b-b476-6a75bf2bb905
response_code = 200
uri = /crucible/0/regions/ee9e0a95-5a84-4f7e-906f-395d52272e22
|
3 | 2025-04-19T00:37:15.682Z | INFO | crucible-agent (datafile): path is "/data/regions/ee9e0a95-5a84-4f7e-906f-395d52272e22"
|
4 | 2025-04-19T00:37:15.691Z | INFO | crucible-agent (datafile): dataset is oxp_e6dee24b-7c99-4d45-872b-53f259fc8bea/crucible/regions/ee9e0a95-5a84-4f7e-906f-395d52272e22
|
5 | 2025-04-19T00:37:15.700Z | INFO | crucible-agent (ZfsSnapshotInterface): snapshot is oxp_e6dee24b-7c99-4d45-872b-53f259fc8bea/crucible/regions/ee9e0a95-5a84-4f7e-906f-395d52272e22@8b5b4d39-b876-4e0e-adac-3ff838a80eeb
|
6 | 2025-04-19T00:37:15.700Z | INFO | crucible-agent (ZfsSnapshotInterface): parts is ["oxp_e6dee24b-7c99-4d45-872b-53f259fc8bea/crucible/regions/ee9e0a95-5a84-4f7e-906f-395d52272e22", "8b5b4d39-b876-4e0e-adac-3ff838a80eeb"]
|
7 | 2025-04-19T00:37:15.720Z | INFO | crucible-agent (dropshot): request completed
latency_us = 40852
local_addr = [fd00:1122:3344:101::14]:32345
method = GET
remote_addr = [fd00:1122:3344:101::b]:58352
req_id = 43b0fdbf-4662-4969-9632-fc5324ab7c82
response_code = 200
uri = /crucible/0/regions/ee9e0a95-5a84-4f7e-906f-395d52272e22/snapshots/8b5b4d39-b876-4e0e-adac-3ff838a80eeb
|
8 | 2025-04-19T00:37:15.723Z | INFO | crucible-agent (datafile): path is "/data/regions/ee9e0a95-5a84-4f7e-906f-395d52272e22"
|
9 | 2025-04-19T00:37:15.731Z | INFO | crucible-agent (datafile): dataset is oxp_e6dee24b-7c99-4d45-872b-53f259fc8bea/crucible/regions/ee9e0a95-5a84-4f7e-906f-395d52272e22
|
10 | 2025-04-19T00:37:15.740Z | INFO | crucible-agent (ZfsSnapshotInterface): snapshot is oxp_e6dee24b-7c99-4d45-872b-53f259fc8bea/crucible/regions/ee9e0a95-5a84-4f7e-906f-395d52272e22@8b5b4d39-b876-4e0e-adac-3ff838a80eeb
|
11 | 2025-04-19T00:37:15.740Z | INFO | crucible-agent (ZfsSnapshotInterface): parts is ["oxp_e6dee24b-7c99-4d45-872b-53f259fc8bea/crucible/regions/ee9e0a95-5a84-4f7e-906f-395d52272e22", "8b5b4d39-b876-4e0e-adac-3ff838a80eeb"]
|
12 | 2025-04-19T00:37:15.749Z | INFO | crucible-agent (datafile): requesting running snapshot ee9e0a95-5a84-4f7e-906f-395d52272e22-8b5b4d39-b876-4e0e-adac-3ff838a80eeb state: Requested
|
13 | 2025-04-19T00:37:15.750Z | INFO | crucible-agent (worker): applying SMF actions for region ee9e0a95-5a84-4f7e-906f-395d52272e22 running snapshot 8b5b4d39-b876-4e0e-adac-3ff838a80eeb (state Requested)...
|
14 | 2025-04-19T00:37:15.750Z | INFO | crucible-agent (dropshot): request completed
latency_us = 27320
local_addr = [fd00:1122:3344:101::14]:32345
method = POST
remote_addr = [fd00:1122:3344:101::b]:58352
req_id = e5b42979-5add-491d-831a-96e7e3acbd7e
response_code = 200
uri = /crucible/0/regions/ee9e0a95-5a84-4f7e-906f-395d52272e22/snapshots/8b5b4d39-b876-4e0e-adac-3ff838a80eeb/run
|
15 | 2025-04-19T00:37:15.765Z | INFO | crucible-agent (worker): creating missing snapshot instance snapshot-ee9e0a95-5a84-4f7e-906f-395d52272e22-8b5b4d39-b876-4e0e-adac-3ff838a80eeb
|
16 | 2025-04-19T00:37:15.790Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:snapshot-ee9e0a95-5a84-4f7e-906f-395d52272e22-8b5b4d39-b876-4e0e-adac-3ff838a80eeb
|
17 | 2025-04-19T00:37:15.816Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:snapshot-ee9e0a95-5a84-4f7e-906f-395d52272e22-8b5b4d39-b876-4e0e-adac-3ff838a80eeb
|
18 | 2025-04-19T00:37:15.816Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/ee9e0a95-5a84-4f7e-906f-395d52272e22/.zfs/snapshot/8b5b4d39-b876-4e0e-adac-3ff838a80eeb
|
19 | 2025-04-19T00:37:15.816Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19001
|
20 | 2025-04-19T00:37:15.816Z | INFO | crucible-agent (worker): ensure mode SCF_TYPE_ASTRING ro
|
21 | 2025-04-19T00:37:15.816Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14
|
22 | 2025-04-19T00:37:15.816Z | INFO | crucible-agent (worker): commit
|
23 | 2025-04-19T00:37:15.824Z | INFO | crucible-agent (worker): ok!
|
24 | 2025-04-19T00:37:15.836Z | INFO | crucible-agent (worker): SMF ok!
|
25 | 2025-04-19T00:37:15.836Z | INFO | crucible-agent (datafile): region ee9e0a95-5a84-4f7e-906f-395d52272e22 running snapshot 8b5b4d39-b876-4e0e-adac-3ff838a80eeb state: Requested -> Created
|
26 | 2025-04-19T00:37:15.889Z | INFO | crucible-agent (datafile): path is "/data/regions/ee9e0a95-5a84-4f7e-906f-395d52272e22"
|
27 | 2025-04-19T00:37:15.898Z | INFO | crucible-agent (datafile): dataset is oxp_e6dee24b-7c99-4d45-872b-53f259fc8bea/crucible/regions/ee9e0a95-5a84-4f7e-906f-395d52272e22
|
28 | 2025-04-19T00:37:15.907Z | INFO | crucible-agent (ZfsSnapshotInterface): snapshot is oxp_e6dee24b-7c99-4d45-872b-53f259fc8bea/crucible/regions/ee9e0a95-5a84-4f7e-906f-395d52272e22@8b5b4d39-b876-4e0e-adac-3ff838a80eeb
|
29 | 2025-04-19T00:37:15.907Z | INFO | crucible-agent (ZfsSnapshotInterface): parts is ["oxp_e6dee24b-7c99-4d45-872b-53f259fc8bea/crucible/regions/ee9e0a95-5a84-4f7e-906f-395d52272e22", "8b5b4d39-b876-4e0e-adac-3ff838a80eeb"]
|
30 | 2025-04-19T00:37:15.915Z | INFO | crucible-agent (dropshot): request completed
latency_us = 26575
local_addr = [fd00:1122:3344:101::14]:32345
method = POST
remote_addr = [fd00:1122:3344:101::b]:58352
req_id = 91dc6e79-bf28-427e-a00a-5fe6e353fb9d
response_code = 200
uri = /crucible/0/regions/ee9e0a95-5a84-4f7e-906f-395d52272e22/snapshots/8b5b4d39-b876-4e0e-adac-3ff838a80eeb/run
|
31 | 2025-04-19T00:37:21.983Z | INFO | crucible-agent (datafile): region 552f0a21-3cdf-4609-82de-4160b8985597 state: Requested
|
32 | 2025-04-19T00:37:21.983Z | INFO | crucible-agent (dropshot): request completed
latency_us = 235
local_addr = [fd00:1122:3344:101::14]:32345
method = POST
remote_addr = [fd00:1122:3344:101::b]:58352
req_id = 6d3a07f4-62c5-4b2c-a1d9-5967e099715f
response_code = 200
uri = /crucible/0/regions
|
33 | 2025-04-19T00:37:21.983Z | INFO | crucible-agent (worker): Region size:2147483648 reservation:2684354560 quota:6442450944
|
34 | 2025-04-19T00:37:21.993Z | INFO | crucible-agent (worker): zfs set reservation of 2684354560 for oxp_e6dee24b-7c99-4d45-872b-53f259fc8bea/crucible/regions/552f0a21-3cdf-4609-82de-4160b8985597
|
35 | 2025-04-19T00:37:21.993Z | INFO | crucible-agent (worker): zfs set quota of 6442450944 for oxp_e6dee24b-7c99-4d45-872b-53f259fc8bea/crucible/regions/552f0a21-3cdf-4609-82de-4160b8985597
|
36 | 2025-04-19T00:37:22.075Z | INFO | crucible-agent (worker): creating region Region { id: RegionId("552f0a21-3cdf-4609-82de-4160b8985597"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at "/data/regions/552f0a21-3cdf-4609-82de-4160b8985597"
region = 552f0a21-3cdf-4609-82de-4160b8985597
|
37 | 2025-04-19T00:37:22.075Z | INFO | crucible-agent (worker): downstairs create with: env -i "/opt/oxide/crucible/bin/crucible-downstairs" "create" "--uuid" "552f0a21-3cdf-4609-82de-4160b8985597" "--data" "/data/regions/552f0a21-3cdf-4609-82de-4160b8985597" "--block-size" "512" "--extent-size" "131072" "--extent-count" "32" "--encrypted"
region = 552f0a21-3cdf-4609-82de-4160b8985597
|
38 | 2025-04-19T00:37:22.161Z | INFO | crucible-agent (dropshot): request completed
latency_us = 62
local_addr = [fd00:1122:3344:101::14]:32345
method = POST
remote_addr = [fd00:1122:3344:101::b]:58352
req_id = f125c8f2-81cb-465a-8f72-6f97a6324b0a
response_code = 200
uri = /crucible/0/regions
|
39 | 2025-04-19T00:37:22.246Z | INFO | crucible-agent (worker): region files created ok
region = 552f0a21-3cdf-4609-82de-4160b8985597
|
40 | 2025-04-19T00:37:22.246Z | INFO | crucible-agent (datafile): region 552f0a21-3cdf-4609-82de-4160b8985597 state: Requested -> Created
|
41 | 2025-04-19T00:37:22.246Z | INFO | crucible-agent (worker): applying SMF actions post create...
|
42 | 2025-04-19T00:37:22.247Z | INFO | crucible-agent (worker): creating missing downstairs instance downstairs-552f0a21-3cdf-4609-82de-4160b8985597
|
43 | 2025-04-19T00:37:22.261Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:downstairs-552f0a21-3cdf-4609-82de-4160b8985597
|
44 | 2025-04-19T00:37:22.286Z | INFO | crucible-agent (worker): creating config property group
|
45 | 2025-04-19T00:37:22.299Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-552f0a21-3cdf-4609-82de-4160b8985597
|
46 | 2025-04-19T00:37:22.299Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/552f0a21-3cdf-4609-82de-4160b8985597
|
47 | 2025-04-19T00:37:22.299Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19002
|
48 | 2025-04-19T00:37:22.299Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14
|
49 | 2025-04-19T00:37:22.299Z | INFO | crucible-agent (worker): commit
|
50 | 2025-04-19T00:37:22.313Z | INFO | crucible-agent (worker): ok!
|
51 | 2025-04-19T00:37:22.345Z | INFO | crucible-agent (worker): SMF ok!
|
52 | 2025-04-19T00:37:22.817Z | INFO | crucible-agent (dropshot): request completed
latency_us = 46
local_addr = [fd00:1122:3344:101::14]:32345
method = POST
remote_addr = [fd00:1122:3344:101::b]:58352
req_id = 6ebaf9e1-de36-437a-ad58-b28a5e4858e7
response_code = 200
uri = /crucible/0/regions
|
53 | 2025-04-19T00:37:57.325Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::14]:32345
remote_addr = [fd00:1122:3344:101::b]:59901
|
54 | 2025-04-19T00:37:57.325Z | INFO | crucible-agent (dropshot): request completed
latency_us = 47
local_addr = [fd00:1122:3344:101::14]:32345
method = GET
remote_addr = [fd00:1122:3344:101::b]:59901
req_id = 93afa822-b97c-4a88-8c04-e111eb07988a
response_code = 200
uri = /crucible/0/regions/552f0a21-3cdf-4609-82de-4160b8985597
|
55 | 2025-04-19T00:37:57.328Z | INFO | crucible-agent (datafile): path is "/data/regions/552f0a21-3cdf-4609-82de-4160b8985597"
|
56 | 2025-04-19T00:37:57.341Z | INFO | crucible-agent (datafile): dataset is oxp_e6dee24b-7c99-4d45-872b-53f259fc8bea/crucible/regions/552f0a21-3cdf-4609-82de-4160b8985597
|
57 | 2025-04-19T00:37:57.350Z | INFO | crucible-agent (datafile): region 552f0a21-3cdf-4609-82de-4160b8985597 state: Created -> Tombstoned
|
58 | 2025-04-19T00:37:57.350Z | INFO | crucible-agent (worker): applying SMF actions before removal...
|
59 | 2025-04-19T00:37:57.350Z | INFO | crucible-agent (dropshot): request completed
latency_us = 22102
local_addr = [fd00:1122:3344:101::14]:32345
method = DELETE
remote_addr = [fd00:1122:3344:101::b]:59901
req_id = dcc2b12b-2103-474e-a0d2-28ec33e63a8c
response_code = 204
uri = /crucible/0/regions/552f0a21-3cdf-4609-82de-4160b8985597
|
60 | 2025-04-19T00:37:57.352Z | INFO | crucible-agent (worker): disabling downstairs instance: downstairs-552f0a21-3cdf-4609-82de-4160b8985597 (instance states: (Some(Online), None))
|
61 | 2025-04-19T00:37:57.355Z | INFO | crucible-agent (dropshot): request completed
latency_us = 27
local_addr = [fd00:1122:3344:101::14]:32345
method = GET
remote_addr = [fd00:1122:3344:101::b]:59901
req_id = 80a1a7ae-5ef3-4fd2-8c70-293c00cce32b
response_code = 200
uri = /crucible/0/regions/552f0a21-3cdf-4609-82de-4160b8985597
|
62 | 2025-04-19T00:37:57.362Z | INFO | crucible-agent (worker): SMF ok!
|
63 | 2025-04-19T00:37:57.373Z | INFO | crucible-agent (worker): deleting zfs dataset "oxp_e6dee24b-7c99-4d45-872b-53f259fc8bea/crucible/regions/552f0a21-3cdf-4609-82de-4160b8985597"
region = 552f0a21-3cdf-4609-82de-4160b8985597
|
64 | 2025-04-19T00:37:57.453Z | INFO | crucible-agent (datafile): region 552f0a21-3cdf-4609-82de-4160b8985597 state: Tombstoned -> Destroyed
|
65 | 2025-04-19T00:37:57.471Z | INFO | crucible-agent (dropshot): request completed
latency_us = 77
local_addr = [fd00:1122:3344:101::14]:32345
method = GET
remote_addr = [fd00:1122:3344:101::b]:59901
req_id = 40468c08-6f20-49e9-810f-364150db4ed6
response_code = 200
uri = /crucible/0/regions/552f0a21-3cdf-4609-82de-4160b8985597
|