| 1 | 2025-04-16T04:05:14.142Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::12]:32345
remote_addr = [fd00:1122:3344:101::a]:55381
|
| 2 | 2025-04-16T04:05:14.142Z | INFO | crucible-agent (dropshot): request completed
latency_us = 40
local_addr = [fd00:1122:3344:101::12]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:55381
req_id = 51182ab7-afae-4f1d-b82d-430bab2e25e4
response_code = 200
uri = /crucible/0/regions/d5dbda5e-ebf0-4a6d-8fd6-a2f32016fe1f
|
| 3 | 2025-04-16T04:05:14.148Z | INFO | crucible-agent (datafile): path is "/data/regions/d5dbda5e-ebf0-4a6d-8fd6-a2f32016fe1f"
|
| 4 | 2025-04-16T04:05:14.158Z | INFO | crucible-agent (datafile): dataset is oxp_9e21f20e-6490-442c-8054-e7093cd793d5/crucible/regions/d5dbda5e-ebf0-4a6d-8fd6-a2f32016fe1f
|
| 5 | 2025-04-16T04:05:14.167Z | INFO | crucible-agent (ZfsSnapshotInterface): snapshot is oxp_9e21f20e-6490-442c-8054-e7093cd793d5/crucible/regions/d5dbda5e-ebf0-4a6d-8fd6-a2f32016fe1f@95e21447-adf7-4bc6-8a56-59b61b7beaa6
|
| 6 | 2025-04-16T04:05:14.167Z | INFO | crucible-agent (ZfsSnapshotInterface): parts is ["oxp_9e21f20e-6490-442c-8054-e7093cd793d5/crucible/regions/d5dbda5e-ebf0-4a6d-8fd6-a2f32016fe1f", "95e21447-adf7-4bc6-8a56-59b61b7beaa6"]
|
| 7 | 2025-04-16T04:05:14.178Z | INFO | crucible-agent (dropshot): request completed
latency_us = 32650
local_addr = [fd00:1122:3344:101::12]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:55381
req_id = 5ecb910e-effe-4be2-ab07-802dbee063a0
response_code = 200
uri = /crucible/0/regions/d5dbda5e-ebf0-4a6d-8fd6-a2f32016fe1f/snapshots/95e21447-adf7-4bc6-8a56-59b61b7beaa6
|
| 8 | 2025-04-16T04:05:14.182Z | INFO | crucible-agent (datafile): path is "/data/regions/d5dbda5e-ebf0-4a6d-8fd6-a2f32016fe1f"
|
| 9 | 2025-04-16T04:05:14.190Z | INFO | crucible-agent (datafile): dataset is oxp_9e21f20e-6490-442c-8054-e7093cd793d5/crucible/regions/d5dbda5e-ebf0-4a6d-8fd6-a2f32016fe1f
|
| 10 | 2025-04-16T04:05:14.197Z | INFO | crucible-agent (ZfsSnapshotInterface): snapshot is oxp_9e21f20e-6490-442c-8054-e7093cd793d5/crucible/regions/d5dbda5e-ebf0-4a6d-8fd6-a2f32016fe1f@95e21447-adf7-4bc6-8a56-59b61b7beaa6
|
| 11 | 2025-04-16T04:05:14.197Z | INFO | crucible-agent (ZfsSnapshotInterface): parts is ["oxp_9e21f20e-6490-442c-8054-e7093cd793d5/crucible/regions/d5dbda5e-ebf0-4a6d-8fd6-a2f32016fe1f", "95e21447-adf7-4bc6-8a56-59b61b7beaa6"]
|
| 12 | 2025-04-16T04:05:14.207Z | INFO | crucible-agent (datafile): requesting running snapshot d5dbda5e-ebf0-4a6d-8fd6-a2f32016fe1f-95e21447-adf7-4bc6-8a56-59b61b7beaa6 state: Requested
|
| 13 | 2025-04-16T04:05:14.207Z | INFO | crucible-agent (worker): applying SMF actions for region d5dbda5e-ebf0-4a6d-8fd6-a2f32016fe1f running snapshot 95e21447-adf7-4bc6-8a56-59b61b7beaa6 (state Requested)...
|
| 14 | 2025-04-16T04:05:14.207Z | INFO | crucible-agent (dropshot): request completed
latency_us = 25819
local_addr = [fd00:1122:3344:101::12]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:55381
req_id = b3f03241-d503-4e8e-b29d-cd47a5c0d5a8
response_code = 200
uri = /crucible/0/regions/d5dbda5e-ebf0-4a6d-8fd6-a2f32016fe1f/snapshots/95e21447-adf7-4bc6-8a56-59b61b7beaa6/run
|
| 15 | 2025-04-16T04:05:14.224Z | INFO | crucible-agent (worker): creating missing snapshot instance snapshot-d5dbda5e-ebf0-4a6d-8fd6-a2f32016fe1f-95e21447-adf7-4bc6-8a56-59b61b7beaa6
|
| 16 | 2025-04-16T04:05:14.238Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:snapshot-d5dbda5e-ebf0-4a6d-8fd6-a2f32016fe1f-95e21447-adf7-4bc6-8a56-59b61b7beaa6
|
| 17 | 2025-04-16T04:05:14.251Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:snapshot-d5dbda5e-ebf0-4a6d-8fd6-a2f32016fe1f-95e21447-adf7-4bc6-8a56-59b61b7beaa6
|
| 18 | 2025-04-16T04:05:14.251Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/d5dbda5e-ebf0-4a6d-8fd6-a2f32016fe1f/.zfs/snapshot/95e21447-adf7-4bc6-8a56-59b61b7beaa6
|
| 19 | 2025-04-16T04:05:14.251Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19001
|
| 20 | 2025-04-16T04:05:14.252Z | INFO | crucible-agent (worker): ensure mode SCF_TYPE_ASTRING ro
|
| 21 | 2025-04-16T04:05:14.252Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12
|
| 22 | 2025-04-16T04:05:14.252Z | INFO | crucible-agent (worker): commit
|
| 23 | 2025-04-16T04:05:14.256Z | INFO | crucible-agent (worker): ok!
|
| 24 | 2025-04-16T04:05:14.261Z | INFO | crucible-agent (worker): SMF ok!
|
| 25 | 2025-04-16T04:05:14.261Z | INFO | crucible-agent (datafile): region d5dbda5e-ebf0-4a6d-8fd6-a2f32016fe1f running snapshot 95e21447-adf7-4bc6-8a56-59b61b7beaa6 state: Requested -> Created
|
| 26 | 2025-04-16T04:05:14.464Z | INFO | crucible-agent (datafile): path is "/data/regions/d5dbda5e-ebf0-4a6d-8fd6-a2f32016fe1f"
|
| 27 | 2025-04-16T04:05:14.473Z | INFO | crucible-agent (datafile): dataset is oxp_9e21f20e-6490-442c-8054-e7093cd793d5/crucible/regions/d5dbda5e-ebf0-4a6d-8fd6-a2f32016fe1f
|
| 28 | 2025-04-16T04:05:14.481Z | INFO | crucible-agent (ZfsSnapshotInterface): snapshot is oxp_9e21f20e-6490-442c-8054-e7093cd793d5/crucible/regions/d5dbda5e-ebf0-4a6d-8fd6-a2f32016fe1f@95e21447-adf7-4bc6-8a56-59b61b7beaa6
|
| 29 | 2025-04-16T04:05:14.482Z | INFO | crucible-agent (ZfsSnapshotInterface): parts is ["oxp_9e21f20e-6490-442c-8054-e7093cd793d5/crucible/regions/d5dbda5e-ebf0-4a6d-8fd6-a2f32016fe1f", "95e21447-adf7-4bc6-8a56-59b61b7beaa6"]
|
| 30 | 2025-04-16T04:05:14.490Z | INFO | crucible-agent (dropshot): request completed
latency_us = 26372
local_addr = [fd00:1122:3344:101::12]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:55381
req_id = 8e2b56e4-d9c8-4f20-a4a0-4c168f17a31a
response_code = 200
uri = /crucible/0/regions/d5dbda5e-ebf0-4a6d-8fd6-a2f32016fe1f/snapshots/95e21447-adf7-4bc6-8a56-59b61b7beaa6/run
|
| 31 | 2025-04-16T04:05:18.838Z | INFO | crucible-agent (datafile): region 88381701-f845-4108-872d-daa7713f8c11 state: Requested
|
| 32 | 2025-04-16T04:05:18.839Z | INFO | crucible-agent (dropshot): request completed
latency_us = 235
local_addr = [fd00:1122:3344:101::12]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:55381
req_id = 0fe44e37-9695-4e23-bd12-4c4f1f6b3138
response_code = 200
uri = /crucible/0/regions
|
| 33 | 2025-04-16T04:05:18.839Z | INFO | crucible-agent (worker): Region size:2147483648 reservation:2684354560 quota:6442450944
|
| 34 | 2025-04-16T04:05:18.849Z | INFO | crucible-agent (worker): zfs set reservation of 2684354560 for oxp_9e21f20e-6490-442c-8054-e7093cd793d5/crucible/regions/88381701-f845-4108-872d-daa7713f8c11
|
| 35 | 2025-04-16T04:05:18.849Z | INFO | crucible-agent (worker): zfs set quota of 6442450944 for oxp_9e21f20e-6490-442c-8054-e7093cd793d5/crucible/regions/88381701-f845-4108-872d-daa7713f8c11
|
| 36 | 2025-04-16T04:05:18.902Z | INFO | crucible-agent (worker): creating region Region { id: RegionId("88381701-f845-4108-872d-daa7713f8c11"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at "/data/regions/88381701-f845-4108-872d-daa7713f8c11"
region = 88381701-f845-4108-872d-daa7713f8c11
|
| 37 | 2025-04-16T04:05:18.902Z | INFO | crucible-agent (worker): downstairs create with: env -i "/opt/oxide/crucible/bin/crucible-downstairs" "create" "--uuid" "88381701-f845-4108-872d-daa7713f8c11" "--data" "/data/regions/88381701-f845-4108-872d-daa7713f8c11" "--block-size" "512" "--extent-size" "131072" "--extent-count" "32" "--encrypted"
region = 88381701-f845-4108-872d-daa7713f8c11
|
| 38 | 2025-04-16T04:05:18.973Z | INFO | crucible-agent (dropshot): request completed
latency_us = 64
local_addr = [fd00:1122:3344:101::12]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:55381
req_id = 134ecc21-0250-4c44-9929-7a0052ff1d1f
response_code = 200
uri = /crucible/0/regions
|
| 39 | 2025-04-16T04:05:18.991Z | INFO | crucible-agent (worker): region files created ok
region = 88381701-f845-4108-872d-daa7713f8c11
|
| 40 | 2025-04-16T04:05:18.991Z | INFO | crucible-agent (datafile): region 88381701-f845-4108-872d-daa7713f8c11 state: Requested -> Created
|
| 41 | 2025-04-16T04:05:18.991Z | INFO | crucible-agent (worker): applying SMF actions post create...
|
| 42 | 2025-04-16T04:05:18.992Z | INFO | crucible-agent (worker): creating missing downstairs instance downstairs-88381701-f845-4108-872d-daa7713f8c11
|
| 43 | 2025-04-16T04:05:18.995Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:downstairs-88381701-f845-4108-872d-daa7713f8c11
|
| 44 | 2025-04-16T04:05:19.002Z | INFO | crucible-agent (worker): creating config property group
|
| 45 | 2025-04-16T04:05:19.006Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-88381701-f845-4108-872d-daa7713f8c11
|
| 46 | 2025-04-16T04:05:19.007Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/88381701-f845-4108-872d-daa7713f8c11
|
| 47 | 2025-04-16T04:05:19.007Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19002
|
| 48 | 2025-04-16T04:05:19.007Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12
|
| 49 | 2025-04-16T04:05:19.007Z | INFO | crucible-agent (worker): commit
|
| 50 | 2025-04-16T04:05:19.012Z | INFO | crucible-agent (worker): ok!
|
| 51 | 2025-04-16T04:05:19.026Z | INFO | crucible-agent (worker): SMF ok!
|
| 52 | 2025-04-16T04:05:19.495Z | INFO | crucible-agent (dropshot): request completed
latency_us = 65
local_addr = [fd00:1122:3344:101::12]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:55381
req_id = 09e0a0aa-d751-459c-a072-c3e34e1cb5cf
response_code = 200
uri = /crucible/0/regions
|
| 53 | 2025-04-16T04:05:19.866Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::12]:32345
remote_addr = [fd00:1122:3344:101::b]:59978
|
| 54 | 2025-04-16T04:05:19.866Z | INFO | crucible-agent (dropshot): request completed
latency_us = 53
local_addr = [fd00:1122:3344:101::12]:32345
method = GET
remote_addr = [fd00:1122:3344:101::b]:59978
req_id = e5349873-c0b9-4e46-b715-7e226cd4d471
response_code = 200
uri = /crucible/0/regions/88381701-f845-4108-872d-daa7713f8c11
|
| 55 | 2025-04-16T04:05:45.710Z | INFO | crucible-agent (dropshot): request completed
latency_us = 39
local_addr = [fd00:1122:3344:101::12]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:55381
req_id = bd84855e-6783-4778-9be6-72e91829a20a
response_code = 200
uri = /crucible/0/regions/88381701-f845-4108-872d-daa7713f8c11
|
| 56 | 2025-04-16T04:05:45.714Z | INFO | crucible-agent (datafile): path is "/data/regions/88381701-f845-4108-872d-daa7713f8c11"
|
| 57 | 2025-04-16T04:05:45.728Z | INFO | crucible-agent (datafile): dataset is oxp_9e21f20e-6490-442c-8054-e7093cd793d5/crucible/regions/88381701-f845-4108-872d-daa7713f8c11
|
| 58 | 2025-04-16T04:05:45.738Z | INFO | crucible-agent (datafile): region 88381701-f845-4108-872d-daa7713f8c11 state: Created -> Tombstoned
|
| 59 | 2025-04-16T04:05:45.739Z | INFO | crucible-agent (worker): applying SMF actions before removal...
|
| 60 | 2025-04-16T04:05:45.739Z | INFO | crucible-agent (dropshot): request completed
latency_us = 25469
local_addr = [fd00:1122:3344:101::12]:32345
method = DELETE
remote_addr = [fd00:1122:3344:101::a]:55381
req_id = fa2660e9-5a79-4896-b4c8-fd09f41e9dc7
response_code = 204
uri = /crucible/0/regions/88381701-f845-4108-872d-daa7713f8c11
|
| 61 | 2025-04-16T04:05:45.741Z | INFO | crucible-agent (worker): disabling downstairs instance: downstairs-88381701-f845-4108-872d-daa7713f8c11 (instance states: (Some(Online), None))
|
| 62 | 2025-04-16T04:05:45.742Z | INFO | crucible-agent (dropshot): request completed
latency_us = 30
local_addr = [fd00:1122:3344:101::12]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:55381
req_id = 7c9a4946-4c0f-4779-ba80-41b0ddfea4a5
response_code = 200
uri = /crucible/0/regions/88381701-f845-4108-872d-daa7713f8c11
|
| 63 | 2025-04-16T04:05:45.751Z | INFO | crucible-agent (worker): SMF ok!
|
| 64 | 2025-04-16T04:05:45.763Z | INFO | crucible-agent (worker): deleting zfs dataset "oxp_9e21f20e-6490-442c-8054-e7093cd793d5/crucible/regions/88381701-f845-4108-872d-daa7713f8c11"
region = 88381701-f845-4108-872d-daa7713f8c11
|
| 65 | 2025-04-16T04:05:45.827Z | INFO | crucible-agent (datafile): region 88381701-f845-4108-872d-daa7713f8c11 state: Tombstoned -> Destroyed
|
| 66 | 2025-04-16T04:05:45.881Z | INFO | crucible-agent (dropshot): request completed
latency_us = 60
local_addr = [fd00:1122:3344:101::12]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:55381
req_id = 56daf42c-3d91-4690-9f82-4a82dd103ac5
response_code = 200
uri = /crucible/0/regions/88381701-f845-4108-872d-daa7713f8c11
|