| 1 | 2024-12-05T07:38:37.358Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::12]:32345
remote_addr = [fd00:1122:3344:101::a]:44216
|
| 2 | 2024-12-05T07:38:37.361Z | INFO | crucible-agent (dropshot): request completed
latency_us = 3526
local_addr = [fd00:1122:3344:101::12]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:44216
req_id = 2499dfc6-0138-4b7a-9fd8-47181b1ae584
response_code = 200
uri = /crucible/0/regions/fa810441-a315-417e-8bce-e6cd7428c4d2
|
| 3 | 2024-12-05T07:38:37.364Z | INFO | crucible-agent (datafile): path is "/data/regions/fa810441-a315-417e-8bce-e6cd7428c4d2"
|
| 4 | 2024-12-05T07:38:37.372Z | INFO | crucible-agent (datafile): dataset is oxp_aa6b0b0a-019e-4974-b80f-b67a59808f48/crucible/regions/fa810441-a315-417e-8bce-e6cd7428c4d2
|
| 5 | 2024-12-05T07:38:37.381Z | INFO | crucible-agent (ZfsSnapshotInterface): snapshot is oxp_aa6b0b0a-019e-4974-b80f-b67a59808f48/crucible/regions/fa810441-a315-417e-8bce-e6cd7428c4d2@2ee3e2ec-6b85-400d-abd3-3b3d53966ba2
|
| 6 | 2024-12-05T07:38:37.381Z | INFO | crucible-agent (ZfsSnapshotInterface): parts is ["oxp_aa6b0b0a-019e-4974-b80f-b67a59808f48/crucible/regions/fa810441-a315-417e-8bce-e6cd7428c4d2", "2ee3e2ec-6b85-400d-abd3-3b3d53966ba2"]
|
| 7 | 2024-12-05T07:38:37.392Z | INFO | crucible-agent (dropshot): request completed
latency_us = 27797
local_addr = [fd00:1122:3344:101::12]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:44216
req_id = cd59bd34-5515-430c-ba3a-6e5cc687f403
response_code = 200
uri = /crucible/0/regions/fa810441-a315-417e-8bce-e6cd7428c4d2/snapshots/2ee3e2ec-6b85-400d-abd3-3b3d53966ba2
|
| 8 | 2024-12-05T07:38:37.395Z | INFO | crucible-agent (datafile): path is "/data/regions/fa810441-a315-417e-8bce-e6cd7428c4d2"
|
| 9 | 2024-12-05T07:38:37.403Z | INFO | crucible-agent (datafile): dataset is oxp_aa6b0b0a-019e-4974-b80f-b67a59808f48/crucible/regions/fa810441-a315-417e-8bce-e6cd7428c4d2
|
| 10 | 2024-12-05T07:38:37.410Z | INFO | crucible-agent (ZfsSnapshotInterface): snapshot is oxp_aa6b0b0a-019e-4974-b80f-b67a59808f48/crucible/regions/fa810441-a315-417e-8bce-e6cd7428c4d2@2ee3e2ec-6b85-400d-abd3-3b3d53966ba2
|
| 11 | 2024-12-05T07:38:37.410Z | INFO | crucible-agent (ZfsSnapshotInterface): parts is ["oxp_aa6b0b0a-019e-4974-b80f-b67a59808f48/crucible/regions/fa810441-a315-417e-8bce-e6cd7428c4d2", "2ee3e2ec-6b85-400d-abd3-3b3d53966ba2"]
|
| 12 | 2024-12-05T07:38:37.419Z | INFO | crucible-agent (datafile): requesting running snapshot fa810441-a315-417e-8bce-e6cd7428c4d2-2ee3e2ec-6b85-400d-abd3-3b3d53966ba2 state: Requested
|
| 13 | 2024-12-05T07:38:37.420Z | INFO | crucible-agent (worker): applying SMF actions for region fa810441-a315-417e-8bce-e6cd7428c4d2 running snapshot 2ee3e2ec-6b85-400d-abd3-3b3d53966ba2 (state Requested)...
|
| 14 | 2024-12-05T07:38:37.420Z | INFO | crucible-agent (dropshot): request completed
latency_us = 24532
local_addr = [fd00:1122:3344:101::12]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:44216
req_id = 3883c413-4511-4d8b-bf82-2b04b643ea76
response_code = 200
uri = /crucible/0/regions/fa810441-a315-417e-8bce-e6cd7428c4d2/snapshots/2ee3e2ec-6b85-400d-abd3-3b3d53966ba2/run
|
| 15 | 2024-12-05T07:38:37.430Z | INFO | crucible-agent (worker): creating missing snapshot instance snapshot-fa810441-a315-417e-8bce-e6cd7428c4d2-2ee3e2ec-6b85-400d-abd3-3b3d53966ba2
|
| 16 | 2024-12-05T07:38:37.434Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:snapshot-fa810441-a315-417e-8bce-e6cd7428c4d2-2ee3e2ec-6b85-400d-abd3-3b3d53966ba2
|
| 17 | 2024-12-05T07:38:37.447Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:snapshot-fa810441-a315-417e-8bce-e6cd7428c4d2-2ee3e2ec-6b85-400d-abd3-3b3d53966ba2
|
| 18 | 2024-12-05T07:38:37.447Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/fa810441-a315-417e-8bce-e6cd7428c4d2/.zfs/snapshot/2ee3e2ec-6b85-400d-abd3-3b3d53966ba2
|
| 19 | 2024-12-05T07:38:37.447Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19001
|
| 20 | 2024-12-05T07:38:37.447Z | INFO | crucible-agent (worker): ensure mode SCF_TYPE_ASTRING ro
|
| 21 | 2024-12-05T07:38:37.447Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12
|
| 22 | 2024-12-05T07:38:37.447Z | INFO | crucible-agent (worker): commit
|
| 23 | 2024-12-05T07:38:37.451Z | INFO | crucible-agent (worker): ok!
|
| 24 | 2024-12-05T07:38:37.455Z | INFO | crucible-agent (worker): SMF ok!
|
| 25 | 2024-12-05T07:38:37.455Z | INFO | crucible-agent (datafile): region fa810441-a315-417e-8bce-e6cd7428c4d2 running snapshot 2ee3e2ec-6b85-400d-abd3-3b3d53966ba2 state: Requested -> Created
|
| 26 | 2024-12-05T07:38:37.652Z | INFO | crucible-agent (datafile): path is "/data/regions/fa810441-a315-417e-8bce-e6cd7428c4d2"
|
| 27 | 2024-12-05T07:38:37.661Z | INFO | crucible-agent (datafile): dataset is oxp_aa6b0b0a-019e-4974-b80f-b67a59808f48/crucible/regions/fa810441-a315-417e-8bce-e6cd7428c4d2
|
| 28 | 2024-12-05T07:38:37.669Z | INFO | crucible-agent (ZfsSnapshotInterface): snapshot is oxp_aa6b0b0a-019e-4974-b80f-b67a59808f48/crucible/regions/fa810441-a315-417e-8bce-e6cd7428c4d2@2ee3e2ec-6b85-400d-abd3-3b3d53966ba2
|
| 29 | 2024-12-05T07:38:37.669Z | INFO | crucible-agent (ZfsSnapshotInterface): parts is ["oxp_aa6b0b0a-019e-4974-b80f-b67a59808f48/crucible/regions/fa810441-a315-417e-8bce-e6cd7428c4d2", "2ee3e2ec-6b85-400d-abd3-3b3d53966ba2"]
|
| 30 | 2024-12-05T07:38:37.678Z | INFO | crucible-agent (dropshot): request completed
latency_us = 25927
local_addr = [fd00:1122:3344:101::12]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:44216
req_id = 6bb94844-4a45-4ab5-aef1-55394f4642ad
response_code = 200
uri = /crucible/0/regions/fa810441-a315-417e-8bce-e6cd7428c4d2/snapshots/2ee3e2ec-6b85-400d-abd3-3b3d53966ba2/run
|
| 31 | 2024-12-05T07:38:41.135Z | INFO | crucible-agent (datafile): region 994d8ce6-53eb-44d9-8a06-5ffbba1d88b3 state: Requested
|
| 32 | 2024-12-05T07:38:41.135Z | INFO | crucible-agent (dropshot): request completed
latency_us = 256
local_addr = [fd00:1122:3344:101::12]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:44216
req_id = e1c3947f-d254-483c-853c-eb48625bc09b
response_code = 200
uri = /crucible/0/regions
|
| 33 | 2024-12-05T07:38:41.135Z | INFO | crucible-agent (worker): Region size:2147483648 reservation:2684354560 quota:6442450944
|
| 34 | 2024-12-05T07:38:41.145Z | INFO | crucible-agent (worker): zfs set reservation of 2684354560 for oxp_aa6b0b0a-019e-4974-b80f-b67a59808f48/crucible/regions/994d8ce6-53eb-44d9-8a06-5ffbba1d88b3
|
| 35 | 2024-12-05T07:38:41.145Z | INFO | crucible-agent (worker): zfs set quota of 6442450944 for oxp_aa6b0b0a-019e-4974-b80f-b67a59808f48/crucible/regions/994d8ce6-53eb-44d9-8a06-5ffbba1d88b3
|
| 36 | 2024-12-05T07:38:41.221Z | INFO | crucible-agent (worker): creating region Region { id: RegionId("994d8ce6-53eb-44d9-8a06-5ffbba1d88b3"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at "/data/regions/994d8ce6-53eb-44d9-8a06-5ffbba1d88b3"
region = 994d8ce6-53eb-44d9-8a06-5ffbba1d88b3
|
| 37 | 2024-12-05T07:38:41.223Z | INFO | crucible-agent (worker): downstairs create with: env -i "/opt/oxide/crucible/bin/crucible-downstairs" "create" "--uuid" "994d8ce6-53eb-44d9-8a06-5ffbba1d88b3" "--data" "/data/regions/994d8ce6-53eb-44d9-8a06-5ffbba1d88b3" "--block-size" "512" "--extent-size" "131072" "--extent-count" "32" "--encrypted"
region = 994d8ce6-53eb-44d9-8a06-5ffbba1d88b3
|
| 38 | 2024-12-05T07:38:41.291Z | INFO | crucible-agent (worker): region files created ok
region = 994d8ce6-53eb-44d9-8a06-5ffbba1d88b3
|
| 39 | 2024-12-05T07:38:41.291Z | INFO | crucible-agent (datafile): region 994d8ce6-53eb-44d9-8a06-5ffbba1d88b3 state: Requested -> Created
|
| 40 | 2024-12-05T07:38:41.291Z | INFO | crucible-agent (worker): applying SMF actions post create...
|
| 41 | 2024-12-05T07:38:41.292Z | INFO | crucible-agent (worker): creating missing downstairs instance downstairs-994d8ce6-53eb-44d9-8a06-5ffbba1d88b3
|
| 42 | 2024-12-05T07:38:41.298Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:downstairs-994d8ce6-53eb-44d9-8a06-5ffbba1d88b3
|
| 43 | 2024-12-05T07:38:41.305Z | INFO | crucible-agent (worker): creating config property group
|
| 44 | 2024-12-05T07:38:41.308Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-994d8ce6-53eb-44d9-8a06-5ffbba1d88b3
|
| 45 | 2024-12-05T07:38:41.309Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/994d8ce6-53eb-44d9-8a06-5ffbba1d88b3
|
| 46 | 2024-12-05T07:38:41.309Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19002
|
| 47 | 2024-12-05T07:38:41.309Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12
|
| 48 | 2024-12-05T07:38:41.309Z | INFO | crucible-agent (worker): commit
|
| 49 | 2024-12-05T07:38:41.312Z | INFO | crucible-agent (worker): ok!
|
| 50 | 2024-12-05T07:38:41.325Z | INFO | crucible-agent (worker): SMF ok!
|
| 51 | 2024-12-05T07:38:41.420Z | INFO | crucible-agent (dropshot): request completed
latency_us = 76
local_addr = [fd00:1122:3344:101::12]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:44216
req_id = 60b6c88e-d10e-431a-9ab3-3aa33d4c3f8f
response_code = 200
uri = /crucible/0/regions
|
| 52 | 2024-12-05T07:39:06.310Z | INFO | crucible-agent (dropshot): request completed
latency_us = 53
local_addr = [fd00:1122:3344:101::12]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:44216
req_id = 7edd9f08-5ef1-4353-92c9-328b3b9d067f
response_code = 200
uri = /crucible/0/regions/994d8ce6-53eb-44d9-8a06-5ffbba1d88b3
|
| 53 | 2024-12-05T07:39:06.314Z | INFO | crucible-agent (datafile): path is "/data/regions/994d8ce6-53eb-44d9-8a06-5ffbba1d88b3"
|
| 54 | 2024-12-05T07:39:06.326Z | INFO | crucible-agent (datafile): dataset is oxp_aa6b0b0a-019e-4974-b80f-b67a59808f48/crucible/regions/994d8ce6-53eb-44d9-8a06-5ffbba1d88b3
|
| 55 | 2024-12-05T07:39:06.335Z | INFO | crucible-agent (datafile): region 994d8ce6-53eb-44d9-8a06-5ffbba1d88b3 state: Created -> Tombstoned
|
| 56 | 2024-12-05T07:39:06.335Z | INFO | crucible-agent (worker): applying SMF actions before removal...
|
| 57 | 2024-12-05T07:39:06.335Z | INFO | crucible-agent (dropshot): request completed
latency_us = 21651
local_addr = [fd00:1122:3344:101::12]:32345
method = DELETE
remote_addr = [fd00:1122:3344:101::a]:44216
req_id = f8ff1246-ddef-4f61-a266-3589ad4a2fd1
response_code = 204
uri = /crucible/0/regions/994d8ce6-53eb-44d9-8a06-5ffbba1d88b3
|
| 58 | 2024-12-05T07:39:06.339Z | INFO | crucible-agent (dropshot): request completed
latency_us = 28
local_addr = [fd00:1122:3344:101::12]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:44216
req_id = 102c063c-4119-42e3-a647-76bd66542688
response_code = 200
uri = /crucible/0/regions/994d8ce6-53eb-44d9-8a06-5ffbba1d88b3
|
| 59 | 2024-12-05T07:39:06.340Z | INFO | crucible-agent (worker): disabling downstairs instance: downstairs-994d8ce6-53eb-44d9-8a06-5ffbba1d88b3 (instance states: (Some(Online), None))
|
| 60 | 2024-12-05T07:39:06.346Z | INFO | crucible-agent (worker): SMF ok!
|
| 61 | 2024-12-05T07:39:06.358Z | INFO | crucible-agent (worker): deleting zfs dataset "oxp_aa6b0b0a-019e-4974-b80f-b67a59808f48/crucible/regions/994d8ce6-53eb-44d9-8a06-5ffbba1d88b3"
region = 994d8ce6-53eb-44d9-8a06-5ffbba1d88b3
|
| 62 | 2024-12-05T07:39:06.417Z | INFO | crucible-agent (datafile): region 994d8ce6-53eb-44d9-8a06-5ffbba1d88b3 state: Tombstoned -> Destroyed
|
| 63 | 2024-12-05T07:39:06.428Z | INFO | crucible-agent (dropshot): request completed
latency_us = 554
local_addr = [fd00:1122:3344:101::12]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:44216
req_id = 4fa5b151-5b9b-4dd9-b24e-be91e687bf89
response_code = 200
uri = /crucible/0/regions/994d8ce6-53eb-44d9-8a06-5ffbba1d88b3
|