| 1 | 2023-12-13T06:15:29.135Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::16]:32345
remote_addr = [fd00:1122:3344:101::a]:41537
|
| 2 | 2023-12-13T06:15:29.195Z | INFO | crucible-agent (datafile): region 3308a3a7-1436-4ba4-8907-e27a974bd15f state: Requested
|
| 3 | 2023-12-13T06:15:29.199Z | INFO | crucible-agent (worker): Region size:2147483648 reservation:2684354560 quota:6442450944
|
| 4 | 2023-12-13T06:15:29.199Z | INFO | crucible-agent (dropshot): request completed
latency_us = 4595
local_addr = [fd00:1122:3344:101::16]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:41537
req_id = 867c1dca-0511-424a-80a1-72c97750bb9e
response_code = 200
uri = /crucible/0/regions
|
| 5 | 2023-12-13T06:15:29.209Z | INFO | crucible-agent (worker): zfs set reservation of 2684354560 for oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/3308a3a7-1436-4ba4-8907-e27a974bd15f
|
| 6 | 2023-12-13T06:15:29.209Z | INFO | crucible-agent (worker): zfs set quota of 6442450944 for oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/3308a3a7-1436-4ba4-8907-e27a974bd15f
|
| 7 | 2023-12-13T06:15:29.262Z | INFO | crucible-agent (worker): creating region Region { id: RegionId("3308a3a7-1436-4ba4-8907-e27a974bd15f"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None } at "/data/regions/3308a3a7-1436-4ba4-8907-e27a974bd15f"
region = 3308a3a7-1436-4ba4-8907-e27a974bd15f
|
| 8 | 2023-12-13T06:15:29.334Z | INFO | crucible-agent (worker): region files created ok
region = 3308a3a7-1436-4ba4-8907-e27a974bd15f
|
| 9 | 2023-12-13T06:15:29.334Z | INFO | crucible-agent (datafile): region 3308a3a7-1436-4ba4-8907-e27a974bd15f state: Requested -> Created
|
| 10 | 2023-12-13T06:15:29.334Z | INFO | crucible-agent (worker): applying SMF actions post create...
|
| 11 | 2023-12-13T06:15:29.335Z | INFO | crucible-agent (worker): creating missing downstairs instance downstairs-3308a3a7-1436-4ba4-8907-e27a974bd15f
|
| 12 | 2023-12-13T06:15:29.340Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:downstairs-3308a3a7-1436-4ba4-8907-e27a974bd15f
|
| 13 | 2023-12-13T06:15:29.360Z | INFO | crucible-agent (worker): creating config property group
|
| 14 | 2023-12-13T06:15:29.364Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-3308a3a7-1436-4ba4-8907-e27a974bd15f
|
| 15 | 2023-12-13T06:15:29.364Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/3308a3a7-1436-4ba4-8907-e27a974bd15f
|
| 16 | 2023-12-13T06:15:29.364Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19001
|
| 17 | 2023-12-13T06:15:29.364Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16
|
| 18 | 2023-12-13T06:15:29.364Z | INFO | crucible-agent (worker): commit
|
| 19 | 2023-12-13T06:15:29.367Z | INFO | crucible-agent (worker): ok!
|
| 20 | 2023-12-13T06:15:29.373Z | INFO | crucible-agent (worker): SMF ok!
|
| 21 | 2023-12-13T06:15:29.540Z | INFO | crucible-agent (dropshot): request completed
latency_us = 90
local_addr = [fd00:1122:3344:101::16]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:41537
req_id = e10a78e1-76d7-43cd-9f95-ad6e3c7a07a4
response_code = 200
uri = /crucible/0/regions
|
| 22 | 2023-12-13T06:15:29.901Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::16]:32345
remote_addr = [fd00:1122:3344:101::a]:62546
|
| 23 | 2023-12-13T06:15:29.906Z | INFO | crucible-agent (dropshot): request completed
latency_us = 2497
local_addr = [fd00:1122:3344:101::16]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:62546
req_id = 8dc0de44-caae-4022-ba1f-0630ec0863da
response_code = 200
uri = /crucible/0/regions/978038b3-a5f0-402e-b5da-7b21e1863412
|
| 24 | 2023-12-13T06:15:29.909Z | INFO | crucible-agent (datafile): path is "/data/regions/978038b3-a5f0-402e-b5da-7b21e1863412"
|
| 25 | 2023-12-13T06:15:29.918Z | INFO | crucible-agent (datafile): dataset is oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/978038b3-a5f0-402e-b5da-7b21e1863412
|
| 26 | 2023-12-13T06:15:29.928Z | INFO | crucible-agent (ZfsSnapshotInterface): snapshot is oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/978038b3-a5f0-402e-b5da-7b21e1863412@a376e497-e0a5-4101-9407-b0dfd3a772fc
|
| 27 | 2023-12-13T06:15:29.928Z | INFO | crucible-agent (ZfsSnapshotInterface): parts is ["oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/978038b3-a5f0-402e-b5da-7b21e1863412", "a376e497-e0a5-4101-9407-b0dfd3a772fc"]
|
| 28 | 2023-12-13T06:15:29.942Z | INFO | crucible-agent (dropshot): request completed
latency_us = 32521
local_addr = [fd00:1122:3344:101::16]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:62546
req_id = fdb57107-3baa-4c96-83c0-14fca998e156
response_code = 200
uri = /crucible/0/regions/978038b3-a5f0-402e-b5da-7b21e1863412/snapshots/a376e497-e0a5-4101-9407-b0dfd3a772fc
|
| 29 | 2023-12-13T06:15:29.944Z | INFO | crucible-agent (datafile): path is "/data/regions/978038b3-a5f0-402e-b5da-7b21e1863412"
|
| 30 | 2023-12-13T06:15:29.953Z | INFO | crucible-agent (datafile): dataset is oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/978038b3-a5f0-402e-b5da-7b21e1863412
|
| 31 | 2023-12-13T06:15:29.962Z | INFO | crucible-agent (ZfsSnapshotInterface): snapshot is oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/978038b3-a5f0-402e-b5da-7b21e1863412@a376e497-e0a5-4101-9407-b0dfd3a772fc
|
| 32 | 2023-12-13T06:15:29.962Z | INFO | crucible-agent (ZfsSnapshotInterface): parts is ["oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/978038b3-a5f0-402e-b5da-7b21e1863412", "a376e497-e0a5-4101-9407-b0dfd3a772fc"]
|
| 33 | 2023-12-13T06:15:29.971Z | INFO | crucible-agent (datafile): requesting running snapshot 978038b3-a5f0-402e-b5da-7b21e1863412-a376e497-e0a5-4101-9407-b0dfd3a772fc state: Requested
|
| 34 | 2023-12-13T06:15:29.971Z | INFO | crucible-agent (worker): applying SMF actions for region 978038b3-a5f0-402e-b5da-7b21e1863412 running snapshot a376e497-e0a5-4101-9407-b0dfd3a772fc (state Requested)...
|
| 35 | 2023-12-13T06:15:29.971Z | INFO | crucible-agent (dropshot): request completed
latency_us = 26943
local_addr = [fd00:1122:3344:101::16]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:62546
req_id = 4f3b5e9f-3353-46ac-8983-9558fa7927ac
response_code = 200
uri = /crucible/0/regions/978038b3-a5f0-402e-b5da-7b21e1863412/snapshots/a376e497-e0a5-4101-9407-b0dfd3a772fc/run
|
| 36 | 2023-12-13T06:15:29.973Z | INFO | crucible-agent (worker): creating missing snapshot instance snapshot-978038b3-a5f0-402e-b5da-7b21e1863412-a376e497-e0a5-4101-9407-b0dfd3a772fc
|
| 37 | 2023-12-13T06:15:29.976Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:snapshot-978038b3-a5f0-402e-b5da-7b21e1863412-a376e497-e0a5-4101-9407-b0dfd3a772fc
|
| 38 | 2023-12-13T06:15:29.987Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:snapshot-978038b3-a5f0-402e-b5da-7b21e1863412-a376e497-e0a5-4101-9407-b0dfd3a772fc
|
| 39 | 2023-12-13T06:15:29.987Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/978038b3-a5f0-402e-b5da-7b21e1863412/.zfs/snapshot/a376e497-e0a5-4101-9407-b0dfd3a772fc
|
| 40 | 2023-12-13T06:15:29.987Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19002
|
| 41 | 2023-12-13T06:15:29.987Z | INFO | crucible-agent (worker): ensure mode SCF_TYPE_ASTRING ro
|
| 42 | 2023-12-13T06:15:29.987Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16
|
| 43 | 2023-12-13T06:15:29.987Z | INFO | crucible-agent (worker): commit
|
| 44 | 2023-12-13T06:15:29.991Z | INFO | crucible-agent (worker): ok!
|
| 45 | 2023-12-13T06:15:29.995Z | INFO | crucible-agent (worker): SMF ok!
|
| 46 | 2023-12-13T06:15:29.995Z | INFO | crucible-agent (datafile): region 978038b3-a5f0-402e-b5da-7b21e1863412 running snapshot a376e497-e0a5-4101-9407-b0dfd3a772fc state: Requested -> Created
|
| 47 | 2023-12-13T06:15:32.538Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::16]:32345
remote_addr = [fd00:1122:3344:101::a]:65347
|
| 48 | 2023-12-13T06:15:32.599Z | INFO | crucible-agent (datafile): region 42293301-bbe2-45a6-9933-a00648890ac6 state: Requested
|
| 49 | 2023-12-13T06:15:32.599Z | INFO | crucible-agent (worker): Region size:2147483648 reservation:2684354560 quota:6442450944
|
| 50 | 2023-12-13T06:15:32.599Z | INFO | crucible-agent (dropshot): request completed
latency_us = 249
local_addr = [fd00:1122:3344:101::16]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:65347
req_id = e045a6bd-b527-41d8-8f11-03c7d7ca0d76
response_code = 200
uri = /crucible/0/regions
|
| 51 | 2023-12-13T06:15:32.609Z | INFO | crucible-agent (worker): zfs set reservation of 2684354560 for oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/42293301-bbe2-45a6-9933-a00648890ac6
|
| 52 | 2023-12-13T06:15:32.609Z | INFO | crucible-agent (worker): zfs set quota of 6442450944 for oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/42293301-bbe2-45a6-9933-a00648890ac6
|
| 53 | 2023-12-13T06:15:32.666Z | INFO | crucible-agent (worker): creating region Region { id: RegionId("42293301-bbe2-45a6-9933-a00648890ac6"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None } at "/data/regions/42293301-bbe2-45a6-9933-a00648890ac6"
region = 42293301-bbe2-45a6-9933-a00648890ac6
|
| 54 | 2023-12-13T06:15:32.732Z | INFO | crucible-agent (worker): region files created ok
region = 42293301-bbe2-45a6-9933-a00648890ac6
|
| 55 | 2023-12-13T06:15:32.732Z | INFO | crucible-agent (datafile): region 42293301-bbe2-45a6-9933-a00648890ac6 state: Requested -> Created
|
| 56 | 2023-12-13T06:15:32.732Z | INFO | crucible-agent (worker): applying SMF actions post create...
|
| 57 | 2023-12-13T06:15:32.734Z | INFO | crucible-agent (worker): creating missing downstairs instance downstairs-42293301-bbe2-45a6-9933-a00648890ac6
|
| 58 | 2023-12-13T06:15:32.737Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:downstairs-42293301-bbe2-45a6-9933-a00648890ac6
|
| 59 | 2023-12-13T06:15:32.744Z | INFO | crucible-agent (worker): creating config property group
|
| 60 | 2023-12-13T06:15:32.747Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-42293301-bbe2-45a6-9933-a00648890ac6
|
| 61 | 2023-12-13T06:15:32.747Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/42293301-bbe2-45a6-9933-a00648890ac6
|
| 62 | 2023-12-13T06:15:32.747Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19003
|
| 63 | 2023-12-13T06:15:32.747Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16
|
| 64 | 2023-12-13T06:15:32.747Z | INFO | crucible-agent (worker): commit
|
| 65 | 2023-12-13T06:15:32.751Z | INFO | crucible-agent (worker): ok!
|
| 66 | 2023-12-13T06:15:32.762Z | INFO | crucible-agent (worker): SMF ok!
|
| 67 | 2023-12-13T06:15:32.773Z | INFO | crucible-agent (dropshot): request completed
latency_us = 74
local_addr = [fd00:1122:3344:101::16]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:65347
req_id = 9432ac99-7acf-4420-a4a1-6aaa59fa1cf2
response_code = 200
uri = /crucible/0/regions
|
| 68 | 2023-12-13T06:16:04.350Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::16]:32345
remote_addr = [fd00:1122:3344:101::a]:55150
|
| 69 | 2023-12-13T06:16:04.350Z | INFO | crucible-agent (dropshot): request completed
latency_us = 56
local_addr = [fd00:1122:3344:101::16]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:55150
req_id = 1aa3bf91-03b0-47a3-88fc-622c0e1f26b7
response_code = 200
uri = /crucible/0/regions/42293301-bbe2-45a6-9933-a00648890ac6
|
| 70 | 2023-12-13T06:16:04.350Z | INFO | crucible-agent (datafile): path is "/data/regions/42293301-bbe2-45a6-9933-a00648890ac6"
|
| 71 | 2023-12-13T06:16:04.361Z | INFO | crucible-agent (datafile): dataset is oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/42293301-bbe2-45a6-9933-a00648890ac6
|
| 72 | 2023-12-13T06:16:04.371Z | INFO | crucible-agent (datafile): region 42293301-bbe2-45a6-9933-a00648890ac6 state: Created -> Tombstoned
|
| 73 | 2023-12-13T06:16:04.371Z | INFO | crucible-agent (worker): applying SMF actions before removal...
|
| 74 | 2023-12-13T06:16:04.372Z | INFO | crucible-agent (worker): disabling downstairs instance: downstairs-42293301-bbe2-45a6-9933-a00648890ac6 (instance states: (Some(Online), None))
|
| 75 | 2023-12-13T06:16:04.373Z | INFO | crucible-agent (dropshot): request completed
latency_us = 23451
local_addr = [fd00:1122:3344:101::16]:32345
method = DELETE
remote_addr = [fd00:1122:3344:101::a]:55150
req_id = bf31590c-68d6-4d23-8702-b39409286907
response_code = 204
uri = /crucible/0/regions/42293301-bbe2-45a6-9933-a00648890ac6
|
| 76 | 2023-12-13T06:16:04.373Z | INFO | crucible-agent (dropshot): request completed
latency_us = 31
local_addr = [fd00:1122:3344:101::16]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:55150
req_id = 32f8946c-614a-4c22-a7e3-7d7c8f23296e
response_code = 200
uri = /crucible/0/regions/42293301-bbe2-45a6-9933-a00648890ac6
|
| 77 | 2023-12-13T06:16:04.379Z | INFO | crucible-agent (worker): SMF ok!
|
| 78 | 2023-12-13T06:16:04.388Z | INFO | crucible-agent (worker): deleting zfs dataset "oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/42293301-bbe2-45a6-9933-a00648890ac6"
region = 42293301-bbe2-45a6-9933-a00648890ac6
|
| 79 | 2023-12-13T06:16:04.433Z | INFO | crucible-agent (datafile): region 42293301-bbe2-45a6-9933-a00648890ac6 state: Tombstoned -> Destroyed
|
| 80 | 2023-12-13T06:16:04.458Z | INFO | crucible-agent (dropshot): request completed
latency_us = 81
local_addr = [fd00:1122:3344:101::16]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:55150
req_id = faea7871-ea17-4bf6-b667-ff0e58d26950
response_code = 200
uri = /crucible/0/regions/42293301-bbe2-45a6-9933-a00648890ac6
|