[ Apr 3 05:11:51 Enabled. ] [ Apr 3 05:11:51 Rereading configuration. ] [ Apr 3 05:11:57 Rereading configuration. ] [ Apr 3 05:12:01 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_52f905cf-1de1-455d-a833-0a1ca39cf731/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_52f905cf-1de1-455d-a833-0a1ca39cf731/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:12:01.438181615Z","hostname":"oxz_crucible_ab215f69-030d-4a6c-8c1b-c4cd2305cc40","pid":22781} {"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:12:01.438493799Z","hostname":"oxz_crucible_ab215f69-030d-4a6c-8c1b-c4cd2305cc40","pid":22781} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:12:01.438506439Z","hostname":"oxz_crucible_ab215f69-030d-4a6c-8c1b-c4cd2305cc40","pid":22781} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:12:01.5743917Z","hostname":"oxz_crucible_ab215f69-030d-4a6c-8c1b-c4cd2305cc40","pid":22781,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:12:22.99703247Z","hostname":"oxz_crucible_ab215f69-030d-4a6c-8c1b-c4cd2305cc40","pid":22781,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:34096"} {"msg":"region a63b3556-f76f-40d6-80d1-53ff58b6b952 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:12:22.998716763Z","hostname":"oxz_crucible_ab215f69-030d-4a6c-8c1b-c4cd2305cc40","pid":22781,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:12:22.999463813Z","hostname":"oxz_crucible_ab215f69-030d-4a6c-8c1b-c4cd2305cc40","pid":22781,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:12:22.999477873Z","hostname":"oxz_crucible_ab215f69-030d-4a6c-8c1b-c4cd2305cc40","pid":22781,"uri":"/crucible/0/regions","method":"POST","req_id":"6590ce63-3b40-4ec6-80eb-58f4936b79c2","remote_addr":"[fd00:1122:3344:101::a]:34096","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":900,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_52f905cf-1de1-455d-a833-0a1ca39cf731/crucible/regions/a63b3556-f76f-40d6-80d1-53ff58b6b952","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:12:23.010158055Z","hostname":"oxz_crucible_ab215f69-030d-4a6c-8c1b-c4cd2305cc40","pid":22781,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_52f905cf-1de1-455d-a833-0a1ca39cf731/crucible/regions/a63b3556-f76f-40d6-80d1-53ff58b6b952","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:12:23.010196966Z","hostname":"oxz_crucible_ab215f69-030d-4a6c-8c1b-c4cd2305cc40","pid":22781,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"a63b3556-f76f-40d6-80d1-53ff58b6b952\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/a63b3556-f76f-40d6-80d1-53ff58b6b952\"","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:12:23.072024759Z","hostname":"oxz_crucible_ab215f69-030d-4a6c-8c1b-c4cd2305cc40","pid":22781,"region":"a63b3556-f76f-40d6-80d1-53ff58b6b952","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:12:23.219375152Z","hostname":"oxz_crucible_ab215f69-030d-4a6c-8c1b-c4cd2305cc40","pid":22781,"region":"a63b3556-f76f-40d6-80d1-53ff58b6b952","component":"worker"} {"msg":"region a63b3556-f76f-40d6-80d1-53ff58b6b952 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:12:23.219428393Z","hostname":"oxz_crucible_ab215f69-030d-4a6c-8c1b-c4cd2305cc40","pid":22781,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:12:23.219737037Z","hostname":"oxz_crucible_ab215f69-030d-4a6c-8c1b-c4cd2305cc40","pid":22781,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-a63b3556-f76f-40d6-80d1-53ff58b6b952","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:12:23.220135302Z","hostname":"oxz_crucible_ab215f69-030d-4a6c-8c1b-c4cd2305cc40","pid":22781,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a63b3556-f76f-40d6-80d1-53ff58b6b952","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:12:23.224266717Z","hostname":"oxz_crucible_ab215f69-030d-4a6c-8c1b-c4cd2305cc40","pid":22781,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:12:23.229593119Z","hostname":"oxz_crucible_ab215f69-030d-4a6c-8c1b-c4cd2305cc40","pid":22781,"uri":"/crucible/0/regions","method":"POST","req_id":"90c94cbf-c392-4bac-afe6-357e603058f9","remote_addr":"[fd00:1122:3344:101::a]:34096","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":75,"response_code":"200"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:12:23.234088948Z","hostname":"oxz_crucible_ab215f69-030d-4a6c-8c1b-c4cd2305cc40","pid":22781,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a63b3556-f76f-40d6-80d1-53ff58b6b952","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:12:23.237090318Z","hostname":"oxz_crucible_ab215f69-030d-4a6c-8c1b-c4cd2305cc40","pid":22781,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a63b3556-f76f-40d6-80d1-53ff58b6b952","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:12:23.237816548Z","hostname":"oxz_crucible_ab215f69-030d-4a6c-8c1b-c4cd2305cc40","pid":22781,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:12:23.237893439Z","hostname":"oxz_crucible_ab215f69-030d-4a6c-8c1b-c4cd2305cc40","pid":22781,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:12:23.23794464Z","hostname":"oxz_crucible_ab215f69-030d-4a6c-8c1b-c4cd2305cc40","pid":22781,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:12:23.238017481Z","hostname":"oxz_crucible_ab215f69-030d-4a6c-8c1b-c4cd2305cc40","pid":22781,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:12:23.242204316Z","hostname":"oxz_crucible_ab215f69-030d-4a6c-8c1b-c4cd2305cc40","pid":22781,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-04-03T05:12:23.24772105Z","hostname":"oxz_crucible_ab215f69-030d-4a6c-8c1b-c4cd2305cc40","pid":22781,"component":"worker"}