| 1 | 2025-01-06T20:39:16.378Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::17]:32345
remote_addr = [fd00:1122:3344:101::a]:49283
|
| 2 | 2025-01-06T20:39:16.381Z | INFO | crucible-agent (dropshot): request completed
latency_us = 2885
local_addr = [fd00:1122:3344:101::17]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:49283
req_id = 01640e6a-095e-4868-a66d-b9c4e7aaa6d0
response_code = 200
uri = /crucible/0/regions/798a9c5a-38d5-4c0c-9c9d-d3df6f76eb48
|
| 3 | 2025-01-06T20:39:16.383Z | INFO | crucible-agent (datafile): path is "/data/regions/798a9c5a-38d5-4c0c-9c9d-d3df6f76eb48"
|
| 4 | 2025-01-06T20:39:16.393Z | INFO | crucible-agent (datafile): dataset is oxp_90af885d-664c-4024-bfb6-e40c20c57a12/crucible/regions/798a9c5a-38d5-4c0c-9c9d-d3df6f76eb48
|
| 5 | 2025-01-06T20:39:16.402Z | INFO | crucible-agent (ZfsSnapshotInterface): snapshot is oxp_90af885d-664c-4024-bfb6-e40c20c57a12/crucible/regions/798a9c5a-38d5-4c0c-9c9d-d3df6f76eb48@b5ba42bd-f4e6-48df-8209-509db2c0435d
|
| 6 | 2025-01-06T20:39:16.402Z | INFO | crucible-agent (ZfsSnapshotInterface): parts is ["oxp_90af885d-664c-4024-bfb6-e40c20c57a12/crucible/regions/798a9c5a-38d5-4c0c-9c9d-d3df6f76eb48", "b5ba42bd-f4e6-48df-8209-509db2c0435d"]
|
| 7 | 2025-01-06T20:39:16.413Z | INFO | crucible-agent (dropshot): request completed
latency_us = 30611
local_addr = [fd00:1122:3344:101::17]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:49283
req_id = 08f52949-f174-4aab-a77a-953bef144207
response_code = 200
uri = /crucible/0/regions/798a9c5a-38d5-4c0c-9c9d-d3df6f76eb48/snapshots/b5ba42bd-f4e6-48df-8209-509db2c0435d
|
| 8 | 2025-01-06T20:39:16.417Z | INFO | crucible-agent (datafile): path is "/data/regions/798a9c5a-38d5-4c0c-9c9d-d3df6f76eb48"
|
| 9 | 2025-01-06T20:39:16.425Z | INFO | crucible-agent (datafile): dataset is oxp_90af885d-664c-4024-bfb6-e40c20c57a12/crucible/regions/798a9c5a-38d5-4c0c-9c9d-d3df6f76eb48
|
| 10 | 2025-01-06T20:39:16.434Z | INFO | crucible-agent (ZfsSnapshotInterface): snapshot is oxp_90af885d-664c-4024-bfb6-e40c20c57a12/crucible/regions/798a9c5a-38d5-4c0c-9c9d-d3df6f76eb48@b5ba42bd-f4e6-48df-8209-509db2c0435d
|
| 11 | 2025-01-06T20:39:16.434Z | INFO | crucible-agent (ZfsSnapshotInterface): parts is ["oxp_90af885d-664c-4024-bfb6-e40c20c57a12/crucible/regions/798a9c5a-38d5-4c0c-9c9d-d3df6f76eb48", "b5ba42bd-f4e6-48df-8209-509db2c0435d"]
|
| 12 | 2025-01-06T20:39:16.443Z | INFO | crucible-agent (datafile): requesting running snapshot 798a9c5a-38d5-4c0c-9c9d-d3df6f76eb48-b5ba42bd-f4e6-48df-8209-509db2c0435d state: Requested
|
| 13 | 2025-01-06T20:39:16.444Z | INFO | crucible-agent (worker): applying SMF actions for region 798a9c5a-38d5-4c0c-9c9d-d3df6f76eb48 running snapshot b5ba42bd-f4e6-48df-8209-509db2c0435d (state Requested)...
|
| 14 | 2025-01-06T20:39:16.444Z | INFO | crucible-agent (dropshot): request completed
latency_us = 26726
local_addr = [fd00:1122:3344:101::17]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:49283
req_id = 683fc9ce-64e8-47cd-8de7-87fe4d56afb4
response_code = 200
uri = /crucible/0/regions/798a9c5a-38d5-4c0c-9c9d-d3df6f76eb48/snapshots/b5ba42bd-f4e6-48df-8209-509db2c0435d/run
|
| 15 | 2025-01-06T20:39:16.453Z | INFO | crucible-agent (worker): creating missing snapshot instance snapshot-798a9c5a-38d5-4c0c-9c9d-d3df6f76eb48-b5ba42bd-f4e6-48df-8209-509db2c0435d
|
| 16 | 2025-01-06T20:39:16.456Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:snapshot-798a9c5a-38d5-4c0c-9c9d-d3df6f76eb48-b5ba42bd-f4e6-48df-8209-509db2c0435d
|
| 17 | 2025-01-06T20:39:16.468Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:snapshot-798a9c5a-38d5-4c0c-9c9d-d3df6f76eb48-b5ba42bd-f4e6-48df-8209-509db2c0435d
|
| 18 | 2025-01-06T20:39:16.468Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/798a9c5a-38d5-4c0c-9c9d-d3df6f76eb48/.zfs/snapshot/b5ba42bd-f4e6-48df-8209-509db2c0435d
|
| 19 | 2025-01-06T20:39:16.468Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19001
|
| 20 | 2025-01-06T20:39:16.468Z | INFO | crucible-agent (worker): ensure mode SCF_TYPE_ASTRING ro
|
| 21 | 2025-01-06T20:39:16.468Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17
|
| 22 | 2025-01-06T20:39:16.468Z | INFO | crucible-agent (worker): commit
|
| 23 | 2025-01-06T20:39:16.472Z | INFO | crucible-agent (worker): ok!
|
| 24 | 2025-01-06T20:39:16.476Z | INFO | crucible-agent (worker): SMF ok!
|
| 25 | 2025-01-06T20:39:16.476Z | INFO | crucible-agent (datafile): region 798a9c5a-38d5-4c0c-9c9d-d3df6f76eb48 running snapshot b5ba42bd-f4e6-48df-8209-509db2c0435d state: Requested -> Created
|
| 26 | 2025-01-06T20:39:16.585Z | INFO | crucible-agent (datafile): path is "/data/regions/798a9c5a-38d5-4c0c-9c9d-d3df6f76eb48"
|
| 27 | 2025-01-06T20:39:16.599Z | INFO | crucible-agent (datafile): dataset is oxp_90af885d-664c-4024-bfb6-e40c20c57a12/crucible/regions/798a9c5a-38d5-4c0c-9c9d-d3df6f76eb48
|
| 28 | 2025-01-06T20:39:16.610Z | INFO | crucible-agent (ZfsSnapshotInterface): snapshot is oxp_90af885d-664c-4024-bfb6-e40c20c57a12/crucible/regions/798a9c5a-38d5-4c0c-9c9d-d3df6f76eb48@b5ba42bd-f4e6-48df-8209-509db2c0435d
|
| 29 | 2025-01-06T20:39:16.610Z | INFO | crucible-agent (ZfsSnapshotInterface): parts is ["oxp_90af885d-664c-4024-bfb6-e40c20c57a12/crucible/regions/798a9c5a-38d5-4c0c-9c9d-d3df6f76eb48", "b5ba42bd-f4e6-48df-8209-509db2c0435d"]
|
| 30 | 2025-01-06T20:39:16.621Z | INFO | crucible-agent (dropshot): request completed
latency_us = 36000
local_addr = [fd00:1122:3344:101::17]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:49283
req_id = 2a744a4a-7e9b-4346-9517-82165fee0522
response_code = 200
uri = /crucible/0/regions/798a9c5a-38d5-4c0c-9c9d-d3df6f76eb48/snapshots/b5ba42bd-f4e6-48df-8209-509db2c0435d/run
|
| 31 | 2025-01-06T20:39:20.585Z | INFO | crucible-agent (datafile): region 10cef351-465b-48d5-ad2a-d5aa03c22bdd state: Requested
|
| 32 | 2025-01-06T20:39:20.586Z | INFO | crucible-agent (dropshot): request completed
latency_us = 237
local_addr = [fd00:1122:3344:101::17]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:49283
req_id = 43fe02f2-52f0-4526-9dbe-01c239c82875
response_code = 200
uri = /crucible/0/regions
|
| 33 | 2025-01-06T20:39:20.586Z | INFO | crucible-agent (worker): Region size:2147483648 reservation:2684354560 quota:6442450944
|
| 34 | 2025-01-06T20:39:20.597Z | INFO | crucible-agent (worker): zfs set reservation of 2684354560 for oxp_90af885d-664c-4024-bfb6-e40c20c57a12/crucible/regions/10cef351-465b-48d5-ad2a-d5aa03c22bdd
|
| 35 | 2025-01-06T20:39:20.597Z | INFO | crucible-agent (worker): zfs set quota of 6442450944 for oxp_90af885d-664c-4024-bfb6-e40c20c57a12/crucible/regions/10cef351-465b-48d5-ad2a-d5aa03c22bdd
|
| 36 | 2025-01-06T20:39:20.647Z | INFO | crucible-agent (worker): creating region Region { id: RegionId("10cef351-465b-48d5-ad2a-d5aa03c22bdd"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at "/data/regions/10cef351-465b-48d5-ad2a-d5aa03c22bdd"
region = 10cef351-465b-48d5-ad2a-d5aa03c22bdd
|
| 37 | 2025-01-06T20:39:20.649Z | INFO | crucible-agent (worker): downstairs create with: env -i "/opt/oxide/crucible/bin/crucible-downstairs" "create" "--uuid" "10cef351-465b-48d5-ad2a-d5aa03c22bdd" "--data" "/data/regions/10cef351-465b-48d5-ad2a-d5aa03c22bdd" "--block-size" "512" "--extent-size" "131072" "--extent-count" "32" "--encrypted"
region = 10cef351-465b-48d5-ad2a-d5aa03c22bdd
|
| 38 | 2025-01-06T20:39:20.734Z | INFO | crucible-agent (worker): region files created ok
region = 10cef351-465b-48d5-ad2a-d5aa03c22bdd
|
| 39 | 2025-01-06T20:39:20.734Z | INFO | crucible-agent (datafile): region 10cef351-465b-48d5-ad2a-d5aa03c22bdd state: Requested -> Created
|
| 40 | 2025-01-06T20:39:20.734Z | INFO | crucible-agent (worker): applying SMF actions post create...
|
| 41 | 2025-01-06T20:39:20.735Z | INFO | crucible-agent (worker): creating missing downstairs instance downstairs-10cef351-465b-48d5-ad2a-d5aa03c22bdd
|
| 42 | 2025-01-06T20:39:20.744Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:downstairs-10cef351-465b-48d5-ad2a-d5aa03c22bdd
|
| 43 | 2025-01-06T20:39:20.753Z | INFO | crucible-agent (worker): creating config property group
|
| 44 | 2025-01-06T20:39:20.757Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-10cef351-465b-48d5-ad2a-d5aa03c22bdd
|
| 45 | 2025-01-06T20:39:20.757Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/10cef351-465b-48d5-ad2a-d5aa03c22bdd
|
| 46 | 2025-01-06T20:39:20.757Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19002
|
| 47 | 2025-01-06T20:39:20.758Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17
|
| 48 | 2025-01-06T20:39:20.758Z | INFO | crucible-agent (worker): commit
|
| 49 | 2025-01-06T20:39:20.761Z | INFO | crucible-agent (worker): ok!
|
| 50 | 2025-01-06T20:39:20.767Z | INFO | crucible-agent (dropshot): request completed
latency_us = 884
local_addr = [fd00:1122:3344:101::17]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:49283
req_id = 61d4329b-5141-4a58-bf9d-1a1109896805
response_code = 200
uri = /crucible/0/regions
|
| 51 | 2025-01-06T20:39:20.773Z | INFO | crucible-agent (worker): SMF ok!
|
| 52 | 2025-01-06T20:39:45.471Z | INFO | crucible-agent (dropshot): request completed
latency_us = 48
local_addr = [fd00:1122:3344:101::17]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:49283
req_id = 454964aa-c67e-4a73-8431-b9b7f0e6a5ac
response_code = 200
uri = /crucible/0/regions/10cef351-465b-48d5-ad2a-d5aa03c22bdd
|
| 53 | 2025-01-06T20:39:45.475Z | INFO | crucible-agent (datafile): path is "/data/regions/10cef351-465b-48d5-ad2a-d5aa03c22bdd"
|
| 54 | 2025-01-06T20:39:45.486Z | INFO | crucible-agent (datafile): dataset is oxp_90af885d-664c-4024-bfb6-e40c20c57a12/crucible/regions/10cef351-465b-48d5-ad2a-d5aa03c22bdd
|
| 55 | 2025-01-06T20:39:45.496Z | INFO | crucible-agent (datafile): region 10cef351-465b-48d5-ad2a-d5aa03c22bdd state: Created -> Tombstoned
|
| 56 | 2025-01-06T20:39:45.496Z | INFO | crucible-agent (worker): applying SMF actions before removal...
|
| 57 | 2025-01-06T20:39:45.496Z | INFO | crucible-agent (dropshot): request completed
latency_us = 21268
local_addr = [fd00:1122:3344:101::17]:32345
method = DELETE
remote_addr = [fd00:1122:3344:101::a]:49283
req_id = 5e3d985c-11f2-480e-954b-df75e2c8aae5
response_code = 204
uri = /crucible/0/regions/10cef351-465b-48d5-ad2a-d5aa03c22bdd
|
| 58 | 2025-01-06T20:39:45.499Z | INFO | crucible-agent (worker): disabling downstairs instance: downstairs-10cef351-465b-48d5-ad2a-d5aa03c22bdd (instance states: (Some(Online), None))
|
| 59 | 2025-01-06T20:39:45.500Z | INFO | crucible-agent (dropshot): request completed
latency_us = 60
local_addr = [fd00:1122:3344:101::17]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:49283
req_id = 66374da7-c02e-44f1-b373-86b3cad26f1f
response_code = 200
uri = /crucible/0/regions/10cef351-465b-48d5-ad2a-d5aa03c22bdd
|
| 60 | 2025-01-06T20:39:45.506Z | INFO | crucible-agent (worker): SMF ok!
|
| 61 | 2025-01-06T20:39:45.516Z | INFO | crucible-agent (worker): deleting zfs dataset "oxp_90af885d-664c-4024-bfb6-e40c20c57a12/crucible/regions/10cef351-465b-48d5-ad2a-d5aa03c22bdd"
region = 10cef351-465b-48d5-ad2a-d5aa03c22bdd
|
| 62 | 2025-01-06T20:39:45.568Z | INFO | crucible-agent (datafile): region 10cef351-465b-48d5-ad2a-d5aa03c22bdd state: Tombstoned -> Destroyed
|
| 63 | 2025-01-06T20:39:45.574Z | INFO | crucible-agent (dropshot): request completed
latency_us = 78
local_addr = [fd00:1122:3344:101::17]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:49283
req_id = 3f72b3d5-6bf7-443b-aed2-52713fec9955
response_code = 200
uri = /crucible/0/regions/10cef351-465b-48d5-ad2a-d5aa03c22bdd
|