[ Feb 22 18:31:15 Enabled. ] [ Feb 22 18:31:15 Rereading configuration. ] [ Feb 22 18:31:18 Rereading configuration. ] [ Feb 22 18:31:28 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:31:28.929856707Z","hostname":"oxz_crucible_70a9b2fe-d892-4d91-8441-88f565073b2c","pid":26436} {"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:31:28.933710732Z","hostname":"oxz_crucible_70a9b2fe-d892-4d91-8441-88f565073b2c","pid":26436} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:31:28.933723133Z","hostname":"oxz_crucible_70a9b2fe-d892-4d91-8441-88f565073b2c","pid":26436} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:31:29.159484775Z","hostname":"oxz_crucible_70a9b2fe-d892-4d91-8441-88f565073b2c","pid":26436,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:37:50.638150143Z","hostname":"oxz_crucible_70a9b2fe-d892-4d91-8441-88f565073b2c","pid":26436,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:36392"} {"msg":"region c308281a-ecfd-4086-9eb0-95ef86c2c736 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:37:50.690436742Z","hostname":"oxz_crucible_70a9b2fe-d892-4d91-8441-88f565073b2c","pid":26436,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:37:50.693581594Z","hostname":"oxz_crucible_70a9b2fe-d892-4d91-8441-88f565073b2c","pid":26436,"uri":"/crucible/0/regions","method":"POST","req_id":"7a63a6fd-f0c8-405c-bb34-fdb9f0280ee6","remote_addr":"[fd00:1122:3344:101::a]:36392","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":16764,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:37:50.69594438Z","hostname":"oxz_crucible_70a9b2fe-d892-4d91-8441-88f565073b2c","pid":26436,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/c308281a-ecfd-4086-9eb0-95ef86c2c736","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:37:50.705267712Z","hostname":"oxz_crucible_70a9b2fe-d892-4d91-8441-88f565073b2c","pid":26436,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_24b4dc87-ab46-49fb-a4b4-d361ae214c03/crucible/regions/c308281a-ecfd-4086-9eb0-95ef86c2c736","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:37:50.705299092Z","hostname":"oxz_crucible_70a9b2fe-d892-4d91-8441-88f565073b2c","pid":26436,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"c308281a-ecfd-4086-9eb0-95ef86c2c736\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/c308281a-ecfd-4086-9eb0-95ef86c2c736\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:37:50.766566827Z","hostname":"oxz_crucible_70a9b2fe-d892-4d91-8441-88f565073b2c","pid":26436,"region":"c308281a-ecfd-4086-9eb0-95ef86c2c736","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:37:50.86462777Z","hostname":"oxz_crucible_70a9b2fe-d892-4d91-8441-88f565073b2c","pid":26436,"uri":"/crucible/0/regions","method":"POST","req_id":"a75e37ec-5afc-4b45-b287-077aa17d3326","remote_addr":"[fd00:1122:3344:101::a]:36392","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":88,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:37:50.966108819Z","hostname":"oxz_crucible_70a9b2fe-d892-4d91-8441-88f565073b2c","pid":26436,"region":"c308281a-ecfd-4086-9eb0-95ef86c2c736","component":"worker"} {"msg":"region c308281a-ecfd-4086-9eb0-95ef86c2c736 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:37:50.96615079Z","hostname":"oxz_crucible_70a9b2fe-d892-4d91-8441-88f565073b2c","pid":26436,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:37:50.966277882Z","hostname":"oxz_crucible_70a9b2fe-d892-4d91-8441-88f565073b2c","pid":26436,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-c308281a-ecfd-4086-9eb0-95ef86c2c736","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:37:50.966772082Z","hostname":"oxz_crucible_70a9b2fe-d892-4d91-8441-88f565073b2c","pid":26436,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c308281a-ecfd-4086-9eb0-95ef86c2c736","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:37:50.973523163Z","hostname":"oxz_crucible_70a9b2fe-d892-4d91-8441-88f565073b2c","pid":26436,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:37:50.989509635Z","hostname":"oxz_crucible_70a9b2fe-d892-4d91-8441-88f565073b2c","pid":26436,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c308281a-ecfd-4086-9eb0-95ef86c2c736","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:37:50.993543664Z","hostname":"oxz_crucible_70a9b2fe-d892-4d91-8441-88f565073b2c","pid":26436,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c308281a-ecfd-4086-9eb0-95ef86c2c736","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:37:51.005469426Z","hostname":"oxz_crucible_70a9b2fe-d892-4d91-8441-88f565073b2c","pid":26436,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:37:51.00769545Z","hostname":"oxz_crucible_70a9b2fe-d892-4d91-8441-88f565073b2c","pid":26436,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:37:51.007748371Z","hostname":"oxz_crucible_70a9b2fe-d892-4d91-8441-88f565073b2c","pid":26436,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:37:51.007789002Z","hostname":"oxz_crucible_70a9b2fe-d892-4d91-8441-88f565073b2c","pid":26436,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:37:51.011994324Z","hostname":"oxz_crucible_70a9b2fe-d892-4d91-8441-88f565073b2c","pid":26436,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:37:51.01540605Z","hostname":"oxz_crucible_70a9b2fe-d892-4d91-8441-88f565073b2c","pid":26436,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-22T18:37:51.409427494Z","hostname":"oxz_crucible_70a9b2fe-d892-4d91-8441-88f565073b2c","pid":26436,"uri":"/crucible/0/regions","method":"POST","req_id":"89dd0dcf-1370-4e67-b28b-e13c58e7d188","remote_addr":"[fd00:1122:3344:101::a]:36392","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":81,"response_code":"200"}