| 1 | | [ May 31 00:14:26 Disabled. ] |
| 2 | | [ May 31 00:14:26 Rereading configuration. ] |
| 3 | | [ May 31 00:14:29 Enabled. ] |
| 4 | | [ May 31 00:14:30 Rereading configuration. ] |
| 5 | | [ May 31 00:14:36 Executing start method ("/opt/oxide/pantry/bin/crucible-pantry run -l [fd00:1122:3344:101::11]:17000"). ] |
| 6 | | note: configured to log to "/dev/stdout" |
| 7 | 2024-05-31T00:14:36.561Z | INFO | crucible-pantry (dropshot): listening
local_addr = [fd00:1122:3344:101::11]:17000
|
| 8 | 2024-05-31T00:14:36.578Z | INFO | crucible-pantry: listen IP: [fd00:1122:3344:101::11]:17000
|
| 9 | 2024-05-31T00:14:57.266Z | INFO | crucible-pantry (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::11]:17000
remote_addr = [fd00:1122:3344:101::a]:36376
|
| 10 | 2024-05-31T00:14:57.292Z | INFO | crucible-pantry (datafile): no entry exists for volume d44180e8-3592-4df0-b398-93b795ed54d6, constructing...
|
| 11 | 2024-05-31T00:14:57.298Z | INFO | crucible-pantry (datafile): Upstairs starts
|
| 12 | 2024-05-31T00:14:57.303Z | INFO | crucible-pantry (datafile): Crucible Version: BuildInfo {
version: "0.0.1",
git_sha: "8c6d485110ecfae5409575246b986a145c386dc4",
git_commit_timestamp: "2024-05-20T16:12:12.000000000Z",
git_branch: "main",
rustc_semver: "1.76.0",
rustc_channel: "stable",
rustc_host_triple: "x86_64-unknown-illumos",
rustc_commit_sha: "07dca489ac2d933c78d3c5158e3f43beefeb02ce",
cargo_triple: "x86_64-unknown-illumos",
debug: false,
opt_level: 3,
}
|
| 13 | 2024-05-31T00:14:57.303Z | INFO | crucible-pantry (datafile): Upstairs <-> Downstairs Message Version: 7
|
| 14 | 2024-05-31T00:14:57.303Z | INFO | crucible-pantry (datafile): Using region definition RegionDefinition { block_size: 512, extent_size: Block { value: 131072, shift: 9 }, extent_count: 32, uuid: 00000000-0000-0000-0000-000000000000, encrypted: true, database_read_version: 1, database_write_version: 1 }
|
| 15 | 2024-05-31T00:14:57.306Z | INFO | crucible-pantry (datafile): Crucible d44180e8-3592-4df0-b398-93b795ed54d6 has session id: 7ce6bd97-0bd6-4c6b-b55a-99669aeceb76
session_id = 7ce6bd97-0bd6-4c6b-b55a-99669aeceb76
|
| 16 | 2024-05-31T00:14:57.308Z | INFO | crucible-pantry (datafile): Upstairs opts: Upstairs UUID: d44180e8-3592-4df0-b398-93b795ed54d6, Targets: [[fd00:1122:3344:101::14]:19000, [fd00:1122:3344:101::17]:19000, [fd00:1122:3344:101::12]:19000], lossy: false, flush_timeout: None, key populated: true, cert_pem populated: false, key_pem populated: false, root_cert_pem populated: false, Control: None, read_only: false
session_id = 7ce6bd97-0bd6-4c6b-b55a-99669aeceb76
|
| 17 | 2024-05-31T00:14:57.308Z | INFO | crucible-pantry (datafile): Crucible stats registered with UUID: d44180e8-3592-4df0-b398-93b795ed54d6
session_id = 7ce6bd97-0bd6-4c6b-b55a-99669aeceb76
|
| 18 | 2024-05-31T00:14:57.312Z | INFO | crucible-pantry (datafile): volume d44180e8-3592-4df0-b398-93b795ed54d6 constructed ok
|
| 19 | 2024-05-31T00:14:57.312Z | INFO | crucible-pantry (datafile): The guest has requested activation
|
| 20 | 2024-05-31T00:14:57.312Z | INFO | crucible-pantry (datafile): d44180e8-3592-4df0-b398-93b795ed54d6 active request set
session_id = 7ce6bd97-0bd6-4c6b-b55a-99669aeceb76
|
| 21 | 2024-05-31T00:14:57.314Z | INFO | crucible-pantry (datafile): sending connect oneshot to client
= downstairs
client = 0
session_id = 7ce6bd97-0bd6-4c6b-b55a-99669aeceb76
|
| 22 | 2024-05-31T00:14:57.314Z | INFO | crucible-pantry (datafile): client set_active_request while in New; waiting...
= downstairs
client = 0
session_id = 7ce6bd97-0bd6-4c6b-b55a-99669aeceb76
|
| 23 | 2024-05-31T00:14:57.314Z | INFO | crucible-pantry (datafile): sending connect oneshot to client
= downstairs
client = 1
session_id = 7ce6bd97-0bd6-4c6b-b55a-99669aeceb76
|
| 24 | 2024-05-31T00:14:57.314Z | INFO | crucible-pantry (datafile): client set_active_request while in New; waiting...
= downstairs
client = 1
session_id = 7ce6bd97-0bd6-4c6b-b55a-99669aeceb76
|
| 25 | 2024-05-31T00:14:57.314Z | INFO | crucible-pantry (datafile): sending connect oneshot to client
= downstairs
client = 2
session_id = 7ce6bd97-0bd6-4c6b-b55a-99669aeceb76
|
| 26 | 2024-05-31T00:14:57.314Z | INFO | crucible-pantry (datafile): client set_active_request while in New; waiting...
= downstairs
client = 2
session_id = 7ce6bd97-0bd6-4c6b-b55a-99669aeceb76
|
| 27 | 2024-05-31T00:14:57.314Z | INFO | crucible-pantry (datafile): connecting to [fd00:1122:3344:101::12]:19000
= io task
client = 2
session_id = 7ce6bd97-0bd6-4c6b-b55a-99669aeceb76
|
| 28 | 2024-05-31T00:14:57.316Z | INFO | crucible-pantry (datafile): connecting to [fd00:1122:3344:101::17]:19000
= io task
client = 1
session_id = 7ce6bd97-0bd6-4c6b-b55a-99669aeceb76
|
| 29 | 2024-05-31T00:14:57.316Z | INFO | crucible-pantry (datafile): connecting to [fd00:1122:3344:101::14]:19000
= io task
client = 0
session_id = 7ce6bd97-0bd6-4c6b-b55a-99669aeceb76
|
| 30 | 2024-05-31T00:14:57.316Z | INFO | crucible-pantry (datafile): ds_connection connected from Ok([fd00:1122:3344:101::11]:53258)
= io task
client = 2
session_id = 7ce6bd97-0bd6-4c6b-b55a-99669aeceb76
|
| 31 | 2024-05-31T00:14:57.317Z | INFO | crucible-pantry (datafile): ds_connection connected from Ok([fd00:1122:3344:101::11]:60103)
= io task
client = 0
session_id = 7ce6bd97-0bd6-4c6b-b55a-99669aeceb76
|
| 32 | 2024-05-31T00:14:57.317Z | INFO | crucible-pantry (datafile): ds_connection connected from Ok([fd00:1122:3344:101::11]:50227)
= io task
client = 1
session_id = 7ce6bd97-0bd6-4c6b-b55a-99669aeceb76
|
| 33 | 2024-05-31T00:14:57.317Z | INFO | crucible-pantry (datafile): ds_transition from New to WaitActive
= downstairs
client = 1
session_id = 7ce6bd97-0bd6-4c6b-b55a-99669aeceb76
|
| 34 | 2024-05-31T00:14:57.317Z | INFO | crucible-pantry (datafile): [1] Transition from New to WaitActive
= downstairs
client = 1
session_id = 7ce6bd97-0bd6-4c6b-b55a-99669aeceb76
|
| 35 | 2024-05-31T00:14:57.317Z | INFO | crucible-pantry (datafile): ds_transition from New to WaitActive
= downstairs
client = 2
session_id = 7ce6bd97-0bd6-4c6b-b55a-99669aeceb76
|
| 36 | 2024-05-31T00:14:57.317Z | INFO | crucible-pantry (datafile): [2] Transition from New to WaitActive
= downstairs
client = 2
session_id = 7ce6bd97-0bd6-4c6b-b55a-99669aeceb76
|
| 37 | 2024-05-31T00:14:57.317Z | INFO | crucible-pantry (datafile): ds_transition from New to WaitActive
= downstairs
client = 0
session_id = 7ce6bd97-0bd6-4c6b-b55a-99669aeceb76
|
| 38 | 2024-05-31T00:14:57.317Z | INFO | crucible-pantry (datafile): [0] Transition from New to WaitActive
= downstairs
client = 0
session_id = 7ce6bd97-0bd6-4c6b-b55a-99669aeceb76
|
| 39 | 2024-05-31T00:14:57.317Z | INFO | crucible-pantry (datafile): downstairs client at Some([fd00:1122:3344:101::17]:19000) has region UUID b265895c-91a7-4d7d-9be9-8ea35175bfb0
= downstairs
client = 1
session_id = 7ce6bd97-0bd6-4c6b-b55a-99669aeceb76
|
| 40 | 2024-05-31T00:14:57.317Z | INFO | crucible-pantry (datafile): downstairs client at Some([fd00:1122:3344:101::14]:19000) has region UUID fe9f7219-01ea-4838-ad6f-2813ecea51b9
= downstairs
client = 0
session_id = 7ce6bd97-0bd6-4c6b-b55a-99669aeceb76
|
| 41 | 2024-05-31T00:14:57.317Z | INFO | crucible-pantry (datafile): downstairs client at Some([fd00:1122:3344:101::12]:19000) has region UUID b36d59bc-8a0e-4ba8-9424-b99c04650e8d
= downstairs
client = 2
session_id = 7ce6bd97-0bd6-4c6b-b55a-99669aeceb76
|
| 42 | 2024-05-31T00:14:57.317Z | INFO | crucible-pantry (datafile): ds_transition from WaitActive to WaitQuorum
= downstairs
client = 1
session_id = 7ce6bd97-0bd6-4c6b-b55a-99669aeceb76
|
| 43 | 2024-05-31T00:14:57.317Z | INFO | crucible-pantry (datafile): [1] Transition from WaitActive to WaitQuorum
= downstairs
client = 1
session_id = 7ce6bd97-0bd6-4c6b-b55a-99669aeceb76
|
| 44 | 2024-05-31T00:14:57.317Z | INFO | crucible-pantry (datafile): Waiting for more clients to be ready
session_id = 7ce6bd97-0bd6-4c6b-b55a-99669aeceb76
|
| 45 | 2024-05-31T00:14:57.318Z | INFO | crucible-pantry (datafile): ds_transition from WaitActive to WaitQuorum
= downstairs
client = 0
session_id = 7ce6bd97-0bd6-4c6b-b55a-99669aeceb76
|
| 46 | 2024-05-31T00:14:57.318Z | INFO | crucible-pantry (datafile): [0] Transition from WaitActive to WaitQuorum
= downstairs
client = 0
session_id = 7ce6bd97-0bd6-4c6b-b55a-99669aeceb76
|
| 47 | 2024-05-31T00:14:57.318Z | INFO | crucible-pantry (datafile): Waiting for more clients to be ready
session_id = 7ce6bd97-0bd6-4c6b-b55a-99669aeceb76
|
| 48 | 2024-05-31T00:14:57.318Z | INFO | crucible-pantry (datafile): ds_transition from WaitActive to WaitQuorum
= downstairs
client = 2
session_id = 7ce6bd97-0bd6-4c6b-b55a-99669aeceb76
|
| 49 | 2024-05-31T00:14:57.318Z | INFO | crucible-pantry (datafile): [2] Transition from WaitActive to WaitQuorum
= downstairs
client = 2
session_id = 7ce6bd97-0bd6-4c6b-b55a-99669aeceb76
|
| 50 | 2024-05-31T00:14:57.318Z | INFO | crucible-pantry (datafile): [0]R flush_numbers[0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
= downstairs
session_id = 7ce6bd97-0bd6-4c6b-b55a-99669aeceb76
|
| 51 | 2024-05-31T00:14:57.318Z | INFO | crucible-pantry (datafile): [0]R generation[0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
= downstairs
session_id = 7ce6bd97-0bd6-4c6b-b55a-99669aeceb76
|
| 52 | 2024-05-31T00:14:57.318Z | INFO | crucible-pantry (datafile): [0]R dirty[0..12]: [false, false, false, false, false, false, false, false, false, false, false, false]
= downstairs
session_id = 7ce6bd97-0bd6-4c6b-b55a-99669aeceb76
|
| 53 | 2024-05-31T00:14:57.318Z | INFO | crucible-pantry (datafile): [1]R flush_numbers[0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
= downstairs
session_id = 7ce6bd97-0bd6-4c6b-b55a-99669aeceb76
|
| 54 | 2024-05-31T00:14:57.318Z | INFO | crucible-pantry (datafile): [1]R generation[0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
= downstairs
session_id = 7ce6bd97-0bd6-4c6b-b55a-99669aeceb76
|
| 55 | 2024-05-31T00:14:57.318Z | INFO | crucible-pantry (datafile): [1]R dirty[0..12]: [false, false, false, false, false, false, false, false, false, false, false, false]
= downstairs
session_id = 7ce6bd97-0bd6-4c6b-b55a-99669aeceb76
|
| 56 | 2024-05-31T00:14:57.318Z | INFO | crucible-pantry (datafile): [2]R flush_numbers[0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
= downstairs
session_id = 7ce6bd97-0bd6-4c6b-b55a-99669aeceb76
|
| 57 | 2024-05-31T00:14:57.318Z | INFO | crucible-pantry (datafile): [2]R generation[0..12]: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
= downstairs
session_id = 7ce6bd97-0bd6-4c6b-b55a-99669aeceb76
|
| 58 | 2024-05-31T00:14:57.318Z | INFO | crucible-pantry (datafile): [2]R dirty[0..12]: [false, false, false, false, false, false, false, false, false, false, false, false]
= downstairs
session_id = 7ce6bd97-0bd6-4c6b-b55a-99669aeceb76
|
| 59 | 2024-05-31T00:14:57.318Z | INFO | crucible-pantry (datafile): Max found gen is 1
= downstairs
session_id = 7ce6bd97-0bd6-4c6b-b55a-99669aeceb76
|
| 60 | 2024-05-31T00:14:57.318Z | INFO | crucible-pantry (datafile): Generation requested: 1 >= found:1
= downstairs
session_id = 7ce6bd97-0bd6-4c6b-b55a-99669aeceb76
|
| 61 | 2024-05-31T00:14:57.318Z | INFO | crucible-pantry (datafile): Next flush: 1
= downstairs
session_id = 7ce6bd97-0bd6-4c6b-b55a-99669aeceb76
|
| 62 | 2024-05-31T00:14:57.318Z | INFO | crucible-pantry (datafile): All extents match
= downstairs
session_id = 7ce6bd97-0bd6-4c6b-b55a-99669aeceb76
|
| 63 | 2024-05-31T00:14:57.318Z | INFO | crucible-pantry (datafile): No downstairs reconciliation required
session_id = 7ce6bd97-0bd6-4c6b-b55a-99669aeceb76
|
| 64 | 2024-05-31T00:14:57.318Z | INFO | crucible-pantry (datafile): Transition from WaitQuorum to Active
= downstairs
client = 0
session_id = 7ce6bd97-0bd6-4c6b-b55a-99669aeceb76
|
| 65 | 2024-05-31T00:14:57.318Z | INFO | crucible-pantry (datafile): Transition from WaitQuorum to Active
= downstairs
client = 1
session_id = 7ce6bd97-0bd6-4c6b-b55a-99669aeceb76
|
| 66 | 2024-05-31T00:14:57.318Z | INFO | crucible-pantry (datafile): Transition from WaitQuorum to Active
= downstairs
client = 2
session_id = 7ce6bd97-0bd6-4c6b-b55a-99669aeceb76
|
| 67 | 2024-05-31T00:14:57.318Z | INFO | crucible-pantry (datafile): All required reconciliation work is completed
session_id = 7ce6bd97-0bd6-4c6b-b55a-99669aeceb76
|
| 68 | 2024-05-31T00:14:57.318Z | INFO | crucible-pantry (datafile): Set Downstairs and Upstairs active after reconciliation
session_id = 7ce6bd97-0bd6-4c6b-b55a-99669aeceb76
|
| 69 | 2024-05-31T00:14:57.318Z | INFO | crucible-pantry (datafile): d44180e8-3592-4df0-b398-93b795ed54d6 is now active with session: 7ce6bd97-0bd6-4c6b-b55a-99669aeceb76
session_id = 7ce6bd97-0bd6-4c6b-b55a-99669aeceb76
|
| 70 | 2024-05-31T00:14:57.318Z | INFO | crucible-pantry (datafile): Set Active after no reconciliation
session_id = 7ce6bd97-0bd6-4c6b-b55a-99669aeceb76
|
| 71 | 2024-05-31T00:14:57.318Z | INFO | crucible-pantry (datafile): The guest has finished waiting for activation
|
| 72 | 2024-05-31T00:14:57.318Z | INFO | crucible-pantry (datafile): volume d44180e8-3592-4df0-b398-93b795ed54d6 activated ok
|
| 73 | 2024-05-31T00:14:57.318Z | INFO | crucible-pantry (datafile): volume d44180e8-3592-4df0-b398-93b795ed54d6 constructed and inserted ok
|
| 74 | 2024-05-31T00:14:57.320Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 37766
local_addr = [fd00:1122:3344:101::11]:17000
method = POST
remote_addr = [fd00:1122:3344:101::a]:36376
req_id = bd4b7760-8027-4265-99d6-c648a33fe7d4
response_code = 200
uri = /crucible/pantry/0/volume/d44180e8-3592-4df0-b398-93b795ed54d6
|
| 75 | 2024-05-31T00:15:00.271Z | INFO | crucible-pantry (dropshot): accepted connection
local_addr = [fd00:1122:3344:101::11]:17000
remote_addr = [fd00:1122:3344:101::a]:56064
|
| 76 | 2024-05-31T00:15:00.276Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 4722
local_addr = [fd00:1122:3344:101::11]:17000
method = POST
remote_addr = [fd00:1122:3344:101::a]:56064
req_id = d6975420-f5ee-4592-ad56-84fc8fa46362
response_code = 204
uri = /crucible/pantry/0/volume/d44180e8-3592-4df0-b398-93b795ed54d6/bulk-write
|
| 77 | 2024-05-31T00:15:01.359Z | INFO | crucible-pantry (dropshot): request completed
latency_us = 115660
local_addr = [fd00:1122:3344:101::11]:17000
method = POST
remote_addr = [fd00:1122:3344:101::a]:56064
req_id = 4f31c80a-6beb-405b-8dd0-6cd9637e4e6e
response_code = 204
uri = /crucible/pantry/0/volume/d44180e8-3592-4df0-b398-93b795ed54d6/bulk-write
|