| 1 | | [ Feb 28 13:20:41 Enabled. ] |
| 2 | | [ Feb 28 13:20:41 Rereading configuration. ] |
| 3 | | [ Feb 28 13:20:43 Rereading configuration. ] |
| 4 | | [ Feb 28 13:20:46 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible -l [fd00:1122:3344:101::15]:32345 -P 19000 -p downstairs -s snapshot"). ] |
| 5 | | note: configured to log to "/dev/stdout" |
| 6 | 2024-02-28T13:20:47.047Z | INFO | crucible-agent: dataset: "oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible"
|
| 7 | 2024-02-28T13:20:47.048Z | INFO | crucible-agent: listen IP: [fd00:1122:3344:101::15]:32345
|
| 8 | 2024-02-28T13:20:47.048Z | INFO | crucible-agent: SMF instance name downstairs_prefix: "downstairs"
|
| 9 | 2024-02-28T13:20:47.217Z | INFO | crucible-agent (dropshot): listening
local_addr = [fd00:1122:3344:101::15]:32345
|
| 10 | 2024-02-28T13:21:30.543Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::15]:32345
remote_addr = [fd00:1122:3344:101::c]:40628
|
| 11 | 2024-02-28T13:21:30.603Z | INFO | crucible-agent (datafile): region 4cbc0532-872c-4c68-8460-ee951d8f7600 state: Requested
|
| 12 | 2024-02-28T13:21:30.603Z | INFO | crucible-agent (dropshot): request completed
latency_us = 1028
local_addr = [fd00:1122:3344:101::15]:32345
method = POST
remote_addr = [fd00:1122:3344:101::c]:40628
req_id = 6792038e-80bc-4dad-9403-698d09b83f53
response_code = 200
uri = /crucible/0/regions
|
| 13 | 2024-02-28T13:21:30.604Z | INFO | crucible-agent (worker): Region size:1073741824 reservation:1342177280 quota:3221225472
|
| 14 | 2024-02-28T13:21:30.614Z | INFO | crucible-agent (worker): zfs set reservation of 1342177280 for oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/4cbc0532-872c-4c68-8460-ee951d8f7600
|
| 15 | 2024-02-28T13:21:30.614Z | INFO | crucible-agent (worker): zfs set quota of 3221225472 for oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/4cbc0532-872c-4c68-8460-ee951d8f7600
|
| 16 | 2024-02-28T13:21:30.817Z | INFO | crucible-agent (worker): creating region Region { id: RegionId("4cbc0532-872c-4c68-8460-ee951d8f7600"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at "/data/regions/4cbc0532-872c-4c68-8460-ee951d8f7600"
region = 4cbc0532-872c-4c68-8460-ee951d8f7600
|
| 17 | 2024-02-28T13:21:30.978Z | INFO | crucible-agent (dropshot): request completed
latency_us = 793
local_addr = [fd00:1122:3344:101::15]:32345
method = POST
remote_addr = [fd00:1122:3344:101::c]:40628
req_id = 5c6d2477-be5e-46ad-be55-d7173196da14
response_code = 200
uri = /crucible/0/regions
|
| 18 | 2024-02-28T13:21:31.087Z | INFO | crucible-agent (worker): region files created ok
region = 4cbc0532-872c-4c68-8460-ee951d8f7600
|
| 19 | 2024-02-28T13:21:31.087Z | INFO | crucible-agent (datafile): region 4cbc0532-872c-4c68-8460-ee951d8f7600 state: Requested -> Created
|
| 20 | 2024-02-28T13:21:31.087Z | INFO | crucible-agent (worker): applying SMF actions post create...
|
| 21 | 2024-02-28T13:21:31.087Z | INFO | crucible-agent (worker): creating missing downstairs instance downstairs-4cbc0532-872c-4c68-8460-ee951d8f7600
|
| 22 | 2024-02-28T13:21:31.138Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:downstairs-4cbc0532-872c-4c68-8460-ee951d8f7600
|
| 23 | 2024-02-28T13:21:31.214Z | INFO | crucible-agent (worker): creating config property group
|
| 24 | 2024-02-28T13:21:31.247Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-4cbc0532-872c-4c68-8460-ee951d8f7600
|
| 25 | 2024-02-28T13:21:31.248Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/4cbc0532-872c-4c68-8460-ee951d8f7600
|
| 26 | 2024-02-28T13:21:31.248Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19000
|
| 27 | 2024-02-28T13:21:31.248Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15
|
| 28 | 2024-02-28T13:21:31.248Z | INFO | crucible-agent (worker): commit
|
| 29 | 2024-02-28T13:21:31.293Z | INFO | crucible-agent (worker): ok!
|
| 30 | 2024-02-28T13:21:31.320Z | INFO | crucible-agent (worker): SMF ok!
|
| 31 | 2024-02-28T13:21:31.349Z | INFO | crucible-agent (dropshot): request completed
latency_us = 66
local_addr = [fd00:1122:3344:101::15]:32345
method = POST
remote_addr = [fd00:1122:3344:101::c]:40628
req_id = ed839022-8127-4579-8839-7029af77fa43
response_code = 200
uri = /crucible/0/regions
|
| 32 | 2024-02-28T13:21:32.689Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::15]:32345
remote_addr = [fd00:1122:3344:101::c]:40688
|
| 33 | 2024-02-28T13:21:32.690Z | INFO | crucible-agent (dropshot): request completed
latency_us = 700
local_addr = [fd00:1122:3344:101::15]:32345
method = GET
remote_addr = [fd00:1122:3344:101::c]:40688
req_id = 9191403a-c71d-4a9d-b2a4-70644a9b440b
response_code = 200
uri = /crucible/0/regions/4cbc0532-872c-4c68-8460-ee951d8f7600
|
| 34 | 2024-02-28T13:21:32.690Z | INFO | crucible-agent (datafile): path is "/data/regions/4cbc0532-872c-4c68-8460-ee951d8f7600"
|
| 35 | 2024-02-28T13:21:32.699Z | INFO | crucible-agent (datafile): dataset is oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/4cbc0532-872c-4c68-8460-ee951d8f7600
|
| 36 | 2024-02-28T13:21:32.708Z | INFO | crucible-agent (datafile): region 4cbc0532-872c-4c68-8460-ee951d8f7600 state: Created -> Tombstoned
|
| 37 | 2024-02-28T13:21:32.708Z | INFO | crucible-agent (worker): applying SMF actions before removal...
|
| 38 | 2024-02-28T13:21:32.708Z | INFO | crucible-agent (dropshot): request completed
latency_us = 18486
local_addr = [fd00:1122:3344:101::15]:32345
method = DELETE
remote_addr = [fd00:1122:3344:101::c]:40688
req_id = da0702b7-9538-4c48-9d34-9bec2af3ebe3
response_code = 204
uri = /crucible/0/regions/4cbc0532-872c-4c68-8460-ee951d8f7600
|
| 39 | 2024-02-28T13:21:32.708Z | INFO | crucible-agent (dropshot): request completed
latency_us = 20
local_addr = [fd00:1122:3344:101::15]:32345
method = GET
remote_addr = [fd00:1122:3344:101::c]:40688
req_id = 80c24b5c-b46c-495d-9784-484997d556ba
response_code = 200
uri = /crucible/0/regions/4cbc0532-872c-4c68-8460-ee951d8f7600
|
| 40 | 2024-02-28T13:21:32.709Z | INFO | crucible-agent (worker): disabling downstairs instance: downstairs-4cbc0532-872c-4c68-8460-ee951d8f7600 (instance states: (Some(Online), None))
|
| 41 | 2024-02-28T13:21:32.732Z | INFO | crucible-agent (worker): SMF ok!
|
| 42 | 2024-02-28T13:21:32.740Z | INFO | crucible-agent (worker): deleting zfs dataset "oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/4cbc0532-872c-4c68-8460-ee951d8f7600"
region = 4cbc0532-872c-4c68-8460-ee951d8f7600
|
| 43 | 2024-02-28T13:21:32.806Z | INFO | crucible-agent (dropshot): request completed
latency_us = 1038
local_addr = [fd00:1122:3344:101::15]:32345
method = GET
remote_addr = [fd00:1122:3344:101::c]:40688
req_id = 37b4dd98-e290-4ccb-b869-cb4d9905e2ea
response_code = 200
uri = /crucible/0/regions/4cbc0532-872c-4c68-8460-ee951d8f7600
|
| 44 | 2024-02-28T13:21:32.871Z | INFO | crucible-agent (datafile): region 4cbc0532-872c-4c68-8460-ee951d8f7600 state: Tombstoned -> Destroyed
|
| 45 | 2024-02-28T13:21:32.958Z | INFO | crucible-agent (dropshot): request completed
latency_us = 49
local_addr = [fd00:1122:3344:101::15]:32345
method = GET
remote_addr = [fd00:1122:3344:101::c]:40688
req_id = fe79a4b3-9b09-42bd-897f-ee1a78bf118b
response_code = 200
uri = /crucible/0/regions/4cbc0532-872c-4c68-8460-ee951d8f7600
|
| 46 | 2024-02-28T13:27:37.696Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::15]:32345
remote_addr = [fd00:1122:3344:101::a]:61039
|
| 47 | 2024-02-28T13:27:37.725Z | INFO | crucible-agent (datafile): region c1d73c97-0a0b-44c9-9583-26cc7eb169e9 state: Requested
|
| 48 | 2024-02-28T13:27:37.726Z | INFO | crucible-agent (worker): Region size:2147483648 reservation:2684354560 quota:6442450944
|
| 49 | 2024-02-28T13:27:37.726Z | INFO | crucible-agent (dropshot): request completed
latency_us = 771
local_addr = [fd00:1122:3344:101::15]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:61039
req_id = 53f0aff3-9d89-4d86-b7a1-c81fda2ebdf7
response_code = 200
uri = /crucible/0/regions
|
| 50 | 2024-02-28T13:27:37.735Z | INFO | crucible-agent (worker): zfs set reservation of 2684354560 for oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/c1d73c97-0a0b-44c9-9583-26cc7eb169e9
|
| 51 | 2024-02-28T13:27:37.735Z | INFO | crucible-agent (worker): zfs set quota of 6442450944 for oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/c1d73c97-0a0b-44c9-9583-26cc7eb169e9
|
| 52 | 2024-02-28T13:27:37.795Z | INFO | crucible-agent (worker): creating region Region { id: RegionId("c1d73c97-0a0b-44c9-9583-26cc7eb169e9"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at "/data/regions/c1d73c97-0a0b-44c9-9583-26cc7eb169e9"
region = c1d73c97-0a0b-44c9-9583-26cc7eb169e9
|
| 53 | 2024-02-28T13:27:37.869Z | INFO | crucible-agent (worker): region files created ok
region = c1d73c97-0a0b-44c9-9583-26cc7eb169e9
|
| 54 | 2024-02-28T13:27:37.869Z | INFO | crucible-agent (datafile): region c1d73c97-0a0b-44c9-9583-26cc7eb169e9 state: Requested -> Created
|
| 55 | 2024-02-28T13:27:37.869Z | INFO | crucible-agent (worker): applying SMF actions post create...
|
| 56 | 2024-02-28T13:27:37.870Z | INFO | crucible-agent (worker): creating missing downstairs instance downstairs-c1d73c97-0a0b-44c9-9583-26cc7eb169e9
|
| 57 | 2024-02-28T13:27:37.877Z | INFO | crucible-agent (worker): ok, have svc:/oxide/crucible/downstairs:downstairs-c1d73c97-0a0b-44c9-9583-26cc7eb169e9
|
| 58 | 2024-02-28T13:27:37.888Z | INFO | crucible-agent (worker): creating config property group
|
| 59 | 2024-02-28T13:27:37.891Z | INFO | crucible-agent (worker): reconfiguring svc:/oxide/crucible/downstairs:downstairs-c1d73c97-0a0b-44c9-9583-26cc7eb169e9
|
| 60 | 2024-02-28T13:27:37.891Z | INFO | crucible-agent (worker): ensure directory SCF_TYPE_ASTRING /data/regions/c1d73c97-0a0b-44c9-9583-26cc7eb169e9
|
| 61 | 2024-02-28T13:27:37.892Z | INFO | crucible-agent (worker): ensure port SCF_TYPE_COUNT 19000
|
| 62 | 2024-02-28T13:27:37.892Z | INFO | crucible-agent (worker): ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15
|
| 63 | 2024-02-28T13:27:37.892Z | INFO | crucible-agent (worker): commit
|
| 64 | 2024-02-28T13:27:37.895Z | INFO | crucible-agent (worker): ok!
|
| 65 | 2024-02-28T13:27:37.899Z | INFO | crucible-agent (worker): SMF ok!
|
| 66 | 2024-02-28T13:27:37.981Z | INFO | crucible-agent (dropshot): request completed
latency_us = 666
local_addr = [fd00:1122:3344:101::15]:32345
method = POST
remote_addr = [fd00:1122:3344:101::a]:61039
req_id = acd9a066-bc87-48b4-84b1-c96b85391783
response_code = 200
uri = /crucible/0/regions
|
| 67 | 2024-02-28T13:28:18.322Z | INFO | crucible-agent (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::15]:32345
remote_addr = [fd00:1122:3344:101::a]:59423
|
| 68 | 2024-02-28T13:28:18.322Z | INFO | crucible-agent (dropshot): request completed
latency_us = 54
local_addr = [fd00:1122:3344:101::15]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:59423
req_id = 4d543857-46d3-41e2-9af1-0ee6a28c3bb8
response_code = 200
uri = /crucible/0/regions/c1d73c97-0a0b-44c9-9583-26cc7eb169e9
|
| 69 | 2024-02-28T13:28:18.323Z | INFO | crucible-agent (datafile): path is "/data/regions/c1d73c97-0a0b-44c9-9583-26cc7eb169e9"
|
| 70 | 2024-02-28T13:28:18.335Z | INFO | crucible-agent (datafile): dataset is oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/c1d73c97-0a0b-44c9-9583-26cc7eb169e9
|
| 71 | 2024-02-28T13:28:18.343Z | INFO | crucible-agent (datafile): region c1d73c97-0a0b-44c9-9583-26cc7eb169e9 state: Created -> Tombstoned
|
| 72 | 2024-02-28T13:28:18.343Z | INFO | crucible-agent (worker): applying SMF actions before removal...
|
| 73 | 2024-02-28T13:28:18.343Z | INFO | crucible-agent (dropshot): request completed
latency_us = 20574
local_addr = [fd00:1122:3344:101::15]:32345
method = DELETE
remote_addr = [fd00:1122:3344:101::a]:59423
req_id = 1f97bfcb-74b5-44b5-84ac-2fb2fa1cfb73
response_code = 204
uri = /crucible/0/regions/c1d73c97-0a0b-44c9-9583-26cc7eb169e9
|
| 74 | 2024-02-28T13:28:18.343Z | INFO | crucible-agent (dropshot): request completed
latency_us = 23
local_addr = [fd00:1122:3344:101::15]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:59423
req_id = ca96fa06-2ef2-41f7-90cf-aed049e37053
response_code = 200
uri = /crucible/0/regions/c1d73c97-0a0b-44c9-9583-26cc7eb169e9
|
| 75 | 2024-02-28T13:28:18.345Z | INFO | crucible-agent (worker): disabling downstairs instance: downstairs-c1d73c97-0a0b-44c9-9583-26cc7eb169e9 (instance states: (Some(Online), None))
|
| 76 | 2024-02-28T13:28:18.355Z | INFO | crucible-agent (worker): SMF ok!
|
| 77 | 2024-02-28T13:28:18.365Z | INFO | crucible-agent (worker): deleting zfs dataset "oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/c1d73c97-0a0b-44c9-9583-26cc7eb169e9"
region = c1d73c97-0a0b-44c9-9583-26cc7eb169e9
|
| 78 | 2024-02-28T13:28:18.443Z | INFO | crucible-agent (datafile): region c1d73c97-0a0b-44c9-9583-26cc7eb169e9 state: Tombstoned -> Destroyed
|
| 79 | 2024-02-28T13:28:18.481Z | INFO | crucible-agent (dropshot): request completed
latency_us = 67
local_addr = [fd00:1122:3344:101::15]:32345
method = GET
remote_addr = [fd00:1122:3344:101::a]:59423
req_id = f0f9b430-783a-499c-b639-d5e19c6106ae
response_code = 200
uri = /crucible/0/regions/c1d73c97-0a0b-44c9-9583-26cc7eb169e9
|