| 1 | 2024-04-03T10:16:07.241Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::1a]:32345
remote_addr = [fd00:1122:3344:101::a]:48247
|
| 2 | 2024-04-03T10:16:07.241Z | INFO | crucible-agent (dropshot): request completed
latency_us = 78
local_addr = [fd00:1122:3344:101::1a]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:48247
req_id = 715bb1aa-7fcc-43cf-a145-aa16b5572aec
response_code = 200
uri = /crucible/0/regions/9b67fd67-8350-4ac3-a707-6bf58a378f3f
|
| 3 | 2024-04-03T10:16:07.243Z | INFO | crucible-agent (datafile): path is "/data/regions/9b67fd67-8350-4ac3-a707-6bf58a378f3f"
|
| 4 | 2024-04-03T10:16:07.252Z | INFO | crucible-agent (datafile): dataset is oxp_2e47e008-76df-41d9-b268-da990559f786/crucible/regions/9b67fd67-8350-4ac3-a707-6bf58a378f3f
|
| 5 | 2024-04-03T10:16:07.260Z | INFO | crucible-agent (ZfsSnapshotInterface): snapshot is oxp_2e47e008-76df-41d9-b268-da990559f786/crucible/regions/9b67fd67-8350-4ac3-a707-6bf58a378f3f@8ba53ba0-cb4a-4089-94d0-f37b23833df0
|
| 6 | 2024-04-03T10:16:07.260Z | INFO | crucible-agent (ZfsSnapshotInterface): parts is ["oxp_2e47e008-76df-41d9-b268-da990559f786/crucible/regions/9b67fd67-8350-4ac3-a707-6bf58a378f3f", "8ba53ba0-cb4a-4089-94d0-f37b23833df0"]
|
| 7 | 2024-04-03T10:16:07.271Z | INFO | crucible-agent (dropshot): request completed
latency_us = 27604
local_addr = [fd00:1122:3344:101::1a]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:48247
req_id = 4138ecb9-5754-45bd-8ca8-4abe453fc972
response_code = 200
uri = /crucible/0/regions/9b67fd67-8350-4ac3-a707-6bf58a378f3f/snapshots/8ba53ba0-cb4a-4089-94d0-f37b23833df0
|
| 8 | 2024-04-03T10:16:07.274Z | INFO | crucible-agent (datafile): path is "/data/regions/9b67fd67-8350-4ac3-a707-6bf58a378f3f"
|
| 9 | 2024-04-03T10:16:07.281Z | INFO | crucible-agent (datafile): dataset is oxp_2e47e008-76df-41d9-b268-da990559f786/crucible/regions/9b67fd67-8350-4ac3-a707-6bf58a378f3f
|
| 10 | 2024-04-03T10:16:07.289Z | INFO | crucible-agent (ZfsSnapshotInterface): snapshot is oxp_2e47e008-76df-41d9-b268-da990559f786/crucible/regions/9b67fd67-8350-4ac3-a707-6bf58a378f3f@8ba53ba0-cb4a-4089-94d0-f37b23833df0
|
| 11 | 2024-04-03T10:16:07.289Z | INFO | crucible-agent (ZfsSnapshotInterface): parts is ["oxp_2e47e008-76df-41d9-b268-da990559f786/crucible/regions/9b67fd67-8350-4ac3-a707-6bf58a378f3f", "8ba53ba0-cb4a-4089-94d0-f37b23833df0"]
|
| 12 | 2024-04-03T10:16:07.298Z | INFO | crucible-agent (datafile): requesting running snapshot 9b67fd67-8350-4ac3-a707-6bf58a378f3f-8ba53ba0-cb4a-4089-94d0-f37b23833df0 state: Requested
|
| 13 | 2024-04-03T10:16:07.299Z | INFO | crucible-agent (worker): applying SMF actions for region 9b67fd67-8350-4ac3-a707-6bf58a378f3f running snapshot 8ba53ba0-cb4a-4089-94d0-f37b23833df0 (state Requested)...
|
| 14 | 2024-04-03T10:16:07.299Z | INFO | crucible-agent (dropshot): request completed
latency_us = 25753
local_addr = [fd00:1122:3344:101::1a]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:48247
req_id = 83428dca-3536-4160-bb82-2de362e3e27c
response_code = 200
uri = /crucible/0/regions/9b67fd67-8350-4ac3-a707-6bf58a378f3f/snapshots/8ba53ba0-cb4a-4089-94d0-f37b23833df0/run
|
| 15 | 2024-04-03T10:16:07.309Z | INFO | crucible-agent (worker): existing directory value /dev/null does not match /data/regions/9b67fd67-8350-4ac3-a707-6bf58a378f3f
|
| 16 | 2024-04-03T10:16:07.309Z | INFO | crucible-agent (worker): existing port value 0 does not match 19000
|
| 17 | 2024-04-03T10:16:07.309Z | INFO | crucible-agent (worker): existing address value 0.0.0.0 does not match fd00:1122:3344:101::1a
|
| 18 | 2024-04-03T10:16:07.309Z | INFO | crucible-agent (worker): reconfig required
|
| 19 | 2024-04-03T10:16:07.309Z | INFO | crucible-agent (worker): using existing config property group
|
| 20 | 2024-04-03T10:16:07.309Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-9b67fd67-8350-4ac3-a707-6bf58a378f3f
|
| 21 | 2024-04-03T10:16:07.309Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/9b67fd67-8350-4ac3-a707-6bf58a378f3f
|
| 22 | 2024-04-03T10:16:07.309Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19000
|
| 23 | 2024-04-03T10:16:07.310Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a
|
| 24 | 2024-04-03T10:16:07.310Z | INFO | crucible-agent (worker): commit
|
| 25 | 2024-04-03T10:16:07.316Z | INFO | crucible-agent (worker): ok!
|
| 26 | 2024-04-03T10:16:07.316Z | INFO | crucible-agent (worker): creating missing snapshot instance snapshot-9b67fd67-8350-4ac3-a707-6bf58a378f3f-8ba53ba0-cb4a-4089-94d0-f37b23833df0
|
| 27 | 2024-04-03T10:16:07.320Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:snapshot-9b67fd67-8350-4ac3-a707-6bf58a378f3f-8ba53ba0-cb4a-4089-94d0-f37b23833df0
|
| 28 | 2024-04-03T10:16:07.332Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:snapshot-9b67fd67-8350-4ac3-a707-6bf58a378f3f-8ba53ba0-cb4a-4089-94d0-f37b23833df0
|
| 29 | 2024-04-03T10:16:07.332Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/9b67fd67-8350-4ac3-a707-6bf58a378f3f/.zfs/snapshot/8ba53ba0-cb4a-4089-94d0-f37b23833df0
|
| 30 | 2024-04-03T10:16:07.332Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19001
|
| 31 | 2024-04-03T10:16:07.332Z | INFO | crucible-agent (worker): ensure mode SCF_TYPE_ASTRING ro
|
| 32 | 2024-04-03T10:16:07.332Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a
|
| 33 | 2024-04-03T10:16:07.332Z | INFO | crucible-agent (worker): commit
|
| 34 | 2024-04-03T10:16:07.336Z | INFO | crucible-agent (worker): ok!
|
| 35 | 2024-04-03T10:16:07.340Z | INFO | crucible-agent (worker): SMF ok!
|
| 36 | 2024-04-03T10:16:07.340Z | INFO | crucible-agent (datafile): region 9b67fd67-8350-4ac3-a707-6bf58a378f3f running snapshot 8ba53ba0-cb4a-4089-94d0-f37b23833df0 state: Requested -> Created
|
| 37 | 2024-04-03T10:16:10.512Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::1a]:32345
remote_addr = [fd00:1122:3344:101::a]:50657
|
| 38 | 2024-04-03T10:16:10.512Z | INFO | crucible-agent (datafile): region 372e2d8f-5ec7-4d90-bd44-23eb4eca50e3 state: Requested
|
| 39 | 2024-04-03T10:16:10.512Z | INFO | crucible-agent (dropshot): request completed
latency_us = 226
local_addr = [fd00:1122:3344:101::1a]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:50657
req_id = 9d51d863-896d-49bc-a796-49b6aa6aef53
response_code = 200
uri = /crucible/0/regions
|
| 40 | 2024-04-03T10:16:10.512Z | INFO | crucible-agent (worker): Region size:2147483648 reservation:2684354560 quota:6442450944
|
| 41 | 2024-04-03T10:16:10.522Z | INFO | crucible-agent (worker): zfs set reservation of 2684354560 for oxp_2e47e008-76df-41d9-b268-da990559f786/crucible/regions/372e2d8f-5ec7-4d90-bd44-23eb4eca50e3
|
| 42 | 2024-04-03T10:16:10.522Z | INFO | crucible-agent (worker): zfs set quota of 6442450944 for oxp_2e47e008-76df-41d9-b268-da990559f786/crucible/regions/372e2d8f-5ec7-4d90-bd44-23eb4eca50e3
|
| 43 | 2024-04-03T10:16:10.581Z | INFO | crucible-agent (worker): creating region Region { id: RegionId("372e2d8f-5ec7-4d90-bd44-23eb4eca50e3"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None } at "/data/regions/372e2d8f-5ec7-4d90-bd44-23eb4eca50e3"
region = 372e2d8f-5ec7-4d90-bd44-23eb4eca50e3
|
| 44 | 2024-04-03T10:16:10.648Z | INFO | crucible-agent (worker): region files created ok
region = 372e2d8f-5ec7-4d90-bd44-23eb4eca50e3
|
| 45 | 2024-04-03T10:16:10.648Z | INFO | crucible-agent (datafile): region 372e2d8f-5ec7-4d90-bd44-23eb4eca50e3 state: Requested -> Created
|
| 46 | 2024-04-03T10:16:10.648Z | INFO | crucible-agent (worker): applying SMF actions post create...
|
| 47 | 2024-04-03T10:16:10.648Z | INFO | crucible-agent (worker): creating missing downstairs instance downstairs-372e2d8f-5ec7-4d90-bd44-23eb4eca50e3
|
| 48 | 2024-04-03T10:16:10.654Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:downstairs-372e2d8f-5ec7-4d90-bd44-23eb4eca50e3
|
| 49 | 2024-04-03T10:16:10.662Z | INFO | crucible-agent (worker): creating config property group
|
| 50 | 2024-04-03T10:16:10.666Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-372e2d8f-5ec7-4d90-bd44-23eb4eca50e3
|
| 51 | 2024-04-03T10:16:10.666Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/372e2d8f-5ec7-4d90-bd44-23eb4eca50e3
|
| 52 | 2024-04-03T10:16:10.666Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19002
|
| 53 | 2024-04-03T10:16:10.666Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a
|
| 54 | 2024-04-03T10:16:10.666Z | INFO | crucible-agent (worker): commit
|
| 55 | 2024-04-03T10:16:10.671Z | INFO | crucible-agent (worker): ok!
|
| 56 | 2024-04-03T10:16:10.675Z | INFO | crucible-agent (worker): existing directory value /dev/null does not match /data/regions/9b67fd67-8350-4ac3-a707-6bf58a378f3f
|
| 57 | 2024-04-03T10:16:10.675Z | INFO | crucible-agent (worker): existing port value 0 does not match 19000
|
| 58 | 2024-04-03T10:16:10.675Z | INFO | crucible-agent (worker): existing address value 0.0.0.0 does not match fd00:1122:3344:101::1a
|
| 59 | 2024-04-03T10:16:10.675Z | INFO | crucible-agent (worker): reconfig required
|
| 60 | 2024-04-03T10:16:10.675Z | INFO | crucible-agent (worker): using existing config property group
|
| 61 | 2024-04-03T10:16:10.675Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-9b67fd67-8350-4ac3-a707-6bf58a378f3f
|
| 62 | 2024-04-03T10:16:10.680Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/9b67fd67-8350-4ac3-a707-6bf58a378f3f
|
| 63 | 2024-04-03T10:16:10.680Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19000
|
| 64 | 2024-04-03T10:16:10.681Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a
|
| 65 | 2024-04-03T10:16:10.681Z | INFO | crucible-agent (worker): commit
|
| 66 | 2024-04-03T10:16:10.686Z | INFO | crucible-agent (worker): ok!
|
| 67 | 2024-04-03T10:16:10.688Z | INFO | crucible-agent (worker): SMF ok!
|
| 68 | 2024-04-03T10:16:10.788Z | INFO | crucible-agent (dropshot): request completed
latency_us = 70
local_addr = [fd00:1122:3344:101::1a]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:50657
req_id = 1e5a5d8b-b013-42c4-8b04-3c1874a8b2c9
response_code = 200
uri = /crucible/0/regions
|
| 69 | 2024-04-03T10:16:34.051Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::1a]:32345
remote_addr = [fd00:1122:3344:101::a]:56739
|
| 70 | 2024-04-03T10:16:34.051Z | INFO | crucible-agent (dropshot): request completed
latency_us = 72
local_addr = [fd00:1122:3344:101::1a]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:56739
req_id = 755840d7-35af-41fd-a992-543e11e23b12
response_code = 200
uri = /crucible/0/regions/372e2d8f-5ec7-4d90-bd44-23eb4eca50e3
|
| 71 | 2024-04-03T10:16:34.051Z | INFO | crucible-agent (datafile): path is "/data/regions/372e2d8f-5ec7-4d90-bd44-23eb4eca50e3"
|
| 72 | 2024-04-03T10:16:34.063Z | INFO | crucible-agent (datafile): dataset is oxp_2e47e008-76df-41d9-b268-da990559f786/crucible/regions/372e2d8f-5ec7-4d90-bd44-23eb4eca50e3
|
| 73 | 2024-04-03T10:16:34.071Z | INFO | crucible-agent (datafile): region 372e2d8f-5ec7-4d90-bd44-23eb4eca50e3 state: Created -> Tombstoned
|
| 74 | 2024-04-03T10:16:34.071Z | INFO | crucible-agent (worker): applying SMF actions before removal...
|
| 75 | 2024-04-03T10:16:34.071Z | INFO | crucible-agent (dropshot): request completed
latency_us = 20087
local_addr = [fd00:1122:3344:101::1a]:32345
method = DELETE
remote_addr = [fd00:1122:3344:101::a]:56739
req_id = 906f5695-f60b-4ac4-9386-6cda27543feb
response_code = 204
uri = /crucible/0/regions/372e2d8f-5ec7-4d90-bd44-23eb4eca50e3
|
| 76 | 2024-04-03T10:16:34.071Z | INFO | crucible-agent (dropshot): request completed
latency_us = 22
local_addr = [fd00:1122:3344:101::1a]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:56739
req_id = 17de8bf1-9b43-47e5-8120-8bbd28385eb9
response_code = 200
uri = /crucible/0/regions/372e2d8f-5ec7-4d90-bd44-23eb4eca50e3
|
| 77 | 2024-04-03T10:16:34.073Z | INFO | crucible-agent (worker): disabling downstairs instance: downstairs-372e2d8f-5ec7-4d90-bd44-23eb4eca50e3 (instance states: (Some(Online), None))
|
| 78 | 2024-04-03T10:16:34.079Z | INFO | crucible-agent (worker): existing directory value /dev/null does not match /data/regions/9b67fd67-8350-4ac3-a707-6bf58a378f3f
|
| 79 | 2024-04-03T10:16:34.079Z | INFO | crucible-agent (worker): existing port value 0 does not match 19000
|
| 80 | 2024-04-03T10:16:34.079Z | INFO | crucible-agent (worker): existing address value 0.0.0.0 does not match fd00:1122:3344:101::1a
|
| 81 | 2024-04-03T10:16:34.079Z | INFO | crucible-agent (worker): reconfig required
|
| 82 | 2024-04-03T10:16:34.079Z | INFO | crucible-agent (worker): using existing config property group
|
| 83 | 2024-04-03T10:16:34.079Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-9b67fd67-8350-4ac3-a707-6bf58a378f3f
|
| 84 | 2024-04-03T10:16:34.079Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/9b67fd67-8350-4ac3-a707-6bf58a378f3f
|
| 85 | 2024-04-03T10:16:34.079Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19000
|
| 86 | 2024-04-03T10:16:34.079Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a
|
| 87 | 2024-04-03T10:16:34.079Z | INFO | crucible-agent (worker): commit
|
| 88 | 2024-04-03T10:16:34.083Z | INFO | crucible-agent (worker): ok!
|
| 89 | 2024-04-03T10:16:34.085Z | INFO | crucible-agent (worker): SMF ok!
|
| 90 | 2024-04-03T10:16:34.095Z | INFO | crucible-agent (worker): deleting zfs dataset "oxp_2e47e008-76df-41d9-b268-da990559f786/crucible/regions/372e2d8f-5ec7-4d90-bd44-23eb4eca50e3"
region = 372e2d8f-5ec7-4d90-bd44-23eb4eca50e3
|
| 91 | 2024-04-03T10:16:34.160Z | INFO | crucible-agent (datafile): region 372e2d8f-5ec7-4d90-bd44-23eb4eca50e3 state: Tombstoned -> Destroyed
|
| 92 | 2024-04-03T10:16:34.192Z | INFO | crucible-agent (dropshot): request completed
latency_us = 118
local_addr = [fd00:1122:3344:101::1a]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:56739
req_id = 79b3dc0d-bfc0-4131-ba65-20e776143723
response_code = 200
uri = /crucible/0/regions/372e2d8f-5ec7-4d90-bd44-23eb4eca50e3
|