| 1 | 2024-11-07T02:54:41.846Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::1a]:32345
remote_addr = [fd00:1122:3344:101::a]:60569
|
| 2 | 2024-11-07T02:54:41.854Z | INFO | crucible-agent (dropshot): request completed
latency_us = 8355
local_addr = [fd00:1122:3344:101::1a]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:60569
req_id = 10d2f048-d6be-42c6-9239-7b45bf1c09e3
response_code = 200
uri = /crucible/0/regions/5beda9d5-ef64-4944-863e-dc35cd401749
|
| 3 | 2024-11-07T02:54:41.857Z | INFO | crucible-agent (datafile): path is "/data/regions/5beda9d5-ef64-4944-863e-dc35cd401749"
|
| 4 | 2024-11-07T02:54:41.867Z | INFO | crucible-agent (datafile): dataset is oxp_655eee30-398b-4d0f-848d-1f66d242e6b9/crucible/regions/5beda9d5-ef64-4944-863e-dc35cd401749
|
| 5 | 2024-11-07T02:54:41.876Z | INFO | crucible-agent (ZfsSnapshotInterface): snapshot is oxp_655eee30-398b-4d0f-848d-1f66d242e6b9/crucible/regions/5beda9d5-ef64-4944-863e-dc35cd401749@3b4fc648-830d-4e3d-8847-e70e395f0e3d
|
| 6 | 2024-11-07T02:54:41.876Z | INFO | crucible-agent (ZfsSnapshotInterface): parts is ["oxp_655eee30-398b-4d0f-848d-1f66d242e6b9/crucible/regions/5beda9d5-ef64-4944-863e-dc35cd401749", "3b4fc648-830d-4e3d-8847-e70e395f0e3d"]
|
| 7 | 2024-11-07T02:54:41.886Z | INFO | crucible-agent (dropshot): request completed
latency_us = 29136
local_addr = [fd00:1122:3344:101::1a]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:60569
req_id = 8e4aafe7-7c62-4c5c-b233-6b6adba42a06
response_code = 200
uri = /crucible/0/regions/5beda9d5-ef64-4944-863e-dc35cd401749/snapshots/3b4fc648-830d-4e3d-8847-e70e395f0e3d
|
| 8 | 2024-11-07T02:54:41.891Z | INFO | crucible-agent (datafile): path is "/data/regions/5beda9d5-ef64-4944-863e-dc35cd401749"
|
| 9 | 2024-11-07T02:54:41.899Z | INFO | crucible-agent (datafile): dataset is oxp_655eee30-398b-4d0f-848d-1f66d242e6b9/crucible/regions/5beda9d5-ef64-4944-863e-dc35cd401749
|
| 10 | 2024-11-07T02:54:41.907Z | INFO | crucible-agent (ZfsSnapshotInterface): snapshot is oxp_655eee30-398b-4d0f-848d-1f66d242e6b9/crucible/regions/5beda9d5-ef64-4944-863e-dc35cd401749@3b4fc648-830d-4e3d-8847-e70e395f0e3d
|
| 11 | 2024-11-07T02:54:41.907Z | INFO | crucible-agent (ZfsSnapshotInterface): parts is ["oxp_655eee30-398b-4d0f-848d-1f66d242e6b9/crucible/regions/5beda9d5-ef64-4944-863e-dc35cd401749", "3b4fc648-830d-4e3d-8847-e70e395f0e3d"]
|
| 12 | 2024-11-07T02:54:41.916Z | INFO | crucible-agent (datafile): requesting running snapshot 5beda9d5-ef64-4944-863e-dc35cd401749-3b4fc648-830d-4e3d-8847-e70e395f0e3d state: Requested
|
| 13 | 2024-11-07T02:54:41.917Z | INFO | crucible-agent (worker): applying SMF actions for region 5beda9d5-ef64-4944-863e-dc35cd401749 running snapshot 3b4fc648-830d-4e3d-8847-e70e395f0e3d (state Requested)...
|
| 14 | 2024-11-07T02:54:41.917Z | INFO | crucible-agent (dropshot): request completed
latency_us = 26883
local_addr = [fd00:1122:3344:101::1a]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:60569
req_id = 1b98412c-3fd5-4c89-871d-2281bb9edf6c
response_code = 200
uri = /crucible/0/regions/5beda9d5-ef64-4944-863e-dc35cd401749/snapshots/3b4fc648-830d-4e3d-8847-e70e395f0e3d/run
|
| 15 | 2024-11-07T02:54:41.930Z | INFO | crucible-agent (worker): creating missing snapshot instance snapshot-5beda9d5-ef64-4944-863e-dc35cd401749-3b4fc648-830d-4e3d-8847-e70e395f0e3d
|
| 16 | 2024-11-07T02:54:41.934Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:snapshot-5beda9d5-ef64-4944-863e-dc35cd401749-3b4fc648-830d-4e3d-8847-e70e395f0e3d
|
| 17 | 2024-11-07T02:54:41.951Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:snapshot-5beda9d5-ef64-4944-863e-dc35cd401749-3b4fc648-830d-4e3d-8847-e70e395f0e3d
|
| 18 | 2024-11-07T02:54:41.951Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/5beda9d5-ef64-4944-863e-dc35cd401749/.zfs/snapshot/3b4fc648-830d-4e3d-8847-e70e395f0e3d
|
| 19 | 2024-11-07T02:54:41.951Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19001
|
| 20 | 2024-11-07T02:54:41.951Z | INFO | crucible-agent (worker): ensure mode SCF_TYPE_ASTRING ro
|
| 21 | 2024-11-07T02:54:41.951Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a
|
| 22 | 2024-11-07T02:54:41.951Z | INFO | crucible-agent (worker): commit
|
| 23 | 2024-11-07T02:54:41.954Z | INFO | crucible-agent (worker): ok!
|
| 24 | 2024-11-07T02:54:41.958Z | INFO | crucible-agent (worker): SMF ok!
|
| 25 | 2024-11-07T02:54:41.958Z | INFO | crucible-agent (datafile): region 5beda9d5-ef64-4944-863e-dc35cd401749 running snapshot 3b4fc648-830d-4e3d-8847-e70e395f0e3d state: Requested -> Created
|
| 26 | 2024-11-07T02:54:42.208Z | INFO | crucible-agent (datafile): path is "/data/regions/5beda9d5-ef64-4944-863e-dc35cd401749"
|
| 27 | 2024-11-07T02:54:42.217Z | INFO | crucible-agent (datafile): dataset is oxp_655eee30-398b-4d0f-848d-1f66d242e6b9/crucible/regions/5beda9d5-ef64-4944-863e-dc35cd401749
|
| 28 | 2024-11-07T02:54:42.225Z | INFO | crucible-agent (ZfsSnapshotInterface): snapshot is oxp_655eee30-398b-4d0f-848d-1f66d242e6b9/crucible/regions/5beda9d5-ef64-4944-863e-dc35cd401749@3b4fc648-830d-4e3d-8847-e70e395f0e3d
|
| 29 | 2024-11-07T02:54:42.225Z | INFO | crucible-agent (ZfsSnapshotInterface): parts is ["oxp_655eee30-398b-4d0f-848d-1f66d242e6b9/crucible/regions/5beda9d5-ef64-4944-863e-dc35cd401749", "3b4fc648-830d-4e3d-8847-e70e395f0e3d"]
|
| 30 | 2024-11-07T02:54:42.233Z | INFO | crucible-agent (dropshot): request completed
latency_us = 24963
local_addr = [fd00:1122:3344:101::1a]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:60569
req_id = e6b989b1-28bf-4834-9717-869caefdb4f8
response_code = 200
uri = /crucible/0/regions/5beda9d5-ef64-4944-863e-dc35cd401749/snapshots/3b4fc648-830d-4e3d-8847-e70e395f0e3d/run
|
| 31 | 2024-11-07T02:54:45.010Z | INFO | crucible-agent (datafile): region 3aca6d7b-2c76-4db1-ac6c-8d65bd53e582 state: Requested
|
| 32 | 2024-11-07T02:54:45.010Z | INFO | crucible-agent (dropshot): request completed
latency_us = 292
local_addr = [fd00:1122:3344:101::1a]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:60569
req_id = de58ad07-42fa-4139-b5c1-dad0bdaf40a2
response_code = 200
uri = /crucible/0/regions
|
| 33 | 2024-11-07T02:54:45.010Z | INFO | crucible-agent (worker): Region size:2147483648 reservation:2684354560 quota:6442450944
|
| 34 | 2024-11-07T02:54:45.021Z | INFO | crucible-agent (worker): zfs set reservation of 2684354560 for oxp_655eee30-398b-4d0f-848d-1f66d242e6b9/crucible/regions/3aca6d7b-2c76-4db1-ac6c-8d65bd53e582
|
| 35 | 2024-11-07T02:54:45.021Z | INFO | crucible-agent (worker): zfs set quota of 6442450944 for oxp_655eee30-398b-4d0f-848d-1f66d242e6b9/crucible/regions/3aca6d7b-2c76-4db1-ac6c-8d65bd53e582
|
| 36 | 2024-11-07T02:54:45.084Z | INFO | crucible-agent (worker): creating region Region { id: RegionId("3aca6d7b-2c76-4db1-ac6c-8d65bd53e582"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at "/data/regions/3aca6d7b-2c76-4db1-ac6c-8d65bd53e582"
region = 3aca6d7b-2c76-4db1-ac6c-8d65bd53e582
|
| 37 | 2024-11-07T02:54:45.084Z | INFO | crucible-agent (worker): downstairs create with: env -i "/opt/oxide/crucible/bin/crucible-downstairs" "create" "--uuid" "3aca6d7b-2c76-4db1-ac6c-8d65bd53e582" "--data" "/data/regions/3aca6d7b-2c76-4db1-ac6c-8d65bd53e582" "--block-size" "512" "--extent-size" "131072" "--extent-count" "32" "--encrypted"
region = 3aca6d7b-2c76-4db1-ac6c-8d65bd53e582
|
| 38 | 2024-11-07T02:54:45.151Z | INFO | crucible-agent (worker): region files created ok
region = 3aca6d7b-2c76-4db1-ac6c-8d65bd53e582
|
| 39 | 2024-11-07T02:54:45.151Z | INFO | crucible-agent (datafile): region 3aca6d7b-2c76-4db1-ac6c-8d65bd53e582 state: Requested -> Created
|
| 40 | 2024-11-07T02:54:45.151Z | INFO | crucible-agent (worker): applying SMF actions post create...
|
| 41 | 2024-11-07T02:54:45.152Z | INFO | crucible-agent (worker): creating missing downstairs instance downstairs-3aca6d7b-2c76-4db1-ac6c-8d65bd53e582
|
| 42 | 2024-11-07T02:54:45.158Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:downstairs-3aca6d7b-2c76-4db1-ac6c-8d65bd53e582
|
| 43 | 2024-11-07T02:54:45.167Z | INFO | crucible-agent (worker): creating config property group
|
| 44 | 2024-11-07T02:54:45.171Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-3aca6d7b-2c76-4db1-ac6c-8d65bd53e582
|
| 45 | 2024-11-07T02:54:45.171Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/3aca6d7b-2c76-4db1-ac6c-8d65bd53e582
|
| 46 | 2024-11-07T02:54:45.171Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19002
|
| 47 | 2024-11-07T02:54:45.172Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a
|
| 48 | 2024-11-07T02:54:45.172Z | INFO | crucible-agent (worker): commit
|
| 49 | 2024-11-07T02:54:45.175Z | INFO | crucible-agent (worker): ok!
|
| 50 | 2024-11-07T02:54:45.185Z | INFO | crucible-agent (worker): SMF ok!
|
| 51 | 2024-11-07T02:54:45.337Z | INFO | crucible-agent (dropshot): request completed
latency_us = 100
local_addr = [fd00:1122:3344:101::1a]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:60569
req_id = f027e34f-d3d7-4932-827e-62680749d934
response_code = 200
uri = /crucible/0/regions
|
| 52 | 2024-11-07T02:55:09.901Z | INFO | crucible-agent (dropshot): request completed
latency_us = 58
local_addr = [fd00:1122:3344:101::1a]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:60569
req_id = 6083dcf6-6ff0-4d34-9aae-04b50791e06e
response_code = 200
uri = /crucible/0/regions/3aca6d7b-2c76-4db1-ac6c-8d65bd53e582
|
| 53 | 2024-11-07T02:55:09.903Z | INFO | crucible-agent (datafile): path is "/data/regions/3aca6d7b-2c76-4db1-ac6c-8d65bd53e582"
|
| 54 | 2024-11-07T02:55:09.915Z | INFO | crucible-agent (datafile): dataset is oxp_655eee30-398b-4d0f-848d-1f66d242e6b9/crucible/regions/3aca6d7b-2c76-4db1-ac6c-8d65bd53e582
|
| 55 | 2024-11-07T02:55:09.925Z | INFO | crucible-agent (datafile): region 3aca6d7b-2c76-4db1-ac6c-8d65bd53e582 state: Created -> Tombstoned
|
| 56 | 2024-11-07T02:55:09.925Z | INFO | crucible-agent (worker): applying SMF actions before removal...
|
| 57 | 2024-11-07T02:55:09.927Z | INFO | crucible-agent (worker): disabling downstairs instance: downstairs-3aca6d7b-2c76-4db1-ac6c-8d65bd53e582 (instance states: (Some(Online), None))
|
| 58 | 2024-11-07T02:55:09.928Z | INFO | crucible-agent (dropshot): request completed
latency_us = 24759
local_addr = [fd00:1122:3344:101::1a]:32345
method = DELETE
remote_addr = [fd00:1122:3344:101::a]:60569
req_id = daa75caf-6a01-4d1b-8101-c7fbe6f420c4
response_code = 204
uri = /crucible/0/regions/3aca6d7b-2c76-4db1-ac6c-8d65bd53e582
|
| 59 | 2024-11-07T02:55:09.931Z | INFO | crucible-agent (dropshot): request completed
latency_us = 35
local_addr = [fd00:1122:3344:101::1a]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:60569
req_id = 3d30be2e-b51d-4a62-9f19-969b833c28e6
response_code = 200
uri = /crucible/0/regions/3aca6d7b-2c76-4db1-ac6c-8d65bd53e582
|
| 60 | 2024-11-07T02:55:09.933Z | INFO | crucible-agent (worker): SMF ok!
|
| 61 | 2024-11-07T02:55:09.944Z | INFO | crucible-agent (worker): deleting zfs dataset "oxp_655eee30-398b-4d0f-848d-1f66d242e6b9/crucible/regions/3aca6d7b-2c76-4db1-ac6c-8d65bd53e582"
region = 3aca6d7b-2c76-4db1-ac6c-8d65bd53e582
|
| 62 | 2024-11-07T02:55:10.001Z | INFO | crucible-agent (datafile): region 3aca6d7b-2c76-4db1-ac6c-8d65bd53e582 state: Tombstoned -> Destroyed
|
| 63 | 2024-11-07T02:55:10.044Z | INFO | crucible-agent (dropshot): request completed
latency_us = 837
local_addr = [fd00:1122:3344:101::1a]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:60569
req_id = 3b171005-91e7-4629-9d5b-e0d67b8ec387
response_code = 200
uri = /crucible/0/regions/3aca6d7b-2c76-4db1-ac6c-8d65bd53e582
|