[ Dec 20 21:21:59 Enabled. ] [ Dec 20 21:21:59 Rereading configuration. ] [ Dec 20 21:22:01 Rereading configuration. ] [ Dec 20 21:22:05 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_9d337a02-8b44-4fe3-b02d-dffc8c87f032/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_9d337a02-8b44-4fe3-b02d-dffc8c87f032/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:22:05.908343474Z","hostname":"oxz_crucible_35b4cc1c-ed13-46ec-8b86-d499bd7e1694","pid":23872} {"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:22:05.911521905Z","hostname":"oxz_crucible_35b4cc1c-ed13-46ec-8b86-d499bd7e1694","pid":23872} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:22:05.911533535Z","hostname":"oxz_crucible_35b4cc1c-ed13-46ec-8b86-d499bd7e1694","pid":23872} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:22:05.931143645Z","hostname":"oxz_crucible_35b4cc1c-ed13-46ec-8b86-d499bd7e1694","pid":23872,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:22:06.068826753Z","hostname":"oxz_crucible_35b4cc1c-ed13-46ec-8b86-d499bd7e1694","pid":23872,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:11.833638854Z","hostname":"oxz_crucible_35b4cc1c-ed13-46ec-8b86-d499bd7e1694","pid":23872,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:64904"} {"msg":"region a4f33476-b2bd-4b11-98f7-295c758daf43 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:11.86692786Z","hostname":"oxz_crucible_35b4cc1c-ed13-46ec-8b86-d499bd7e1694","pid":23872,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:11.871451871Z","hostname":"oxz_crucible_35b4cc1c-ed13-46ec-8b86-d499bd7e1694","pid":23872,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:11.876178567Z","hostname":"oxz_crucible_35b4cc1c-ed13-46ec-8b86-d499bd7e1694","pid":23872,"uri":"/crucible/0/regions","method":"POST","req_id":"a8c18397-e0e2-4ca6-b1fa-acf9460b9dd9","remote_addr":"[fd00:1122:3344:101::a]:64904","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":15077,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_9d337a02-8b44-4fe3-b02d-dffc8c87f032/crucible/regions/a4f33476-b2bd-4b11-98f7-295c758daf43","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:11.881980657Z","hostname":"oxz_crucible_35b4cc1c-ed13-46ec-8b86-d499bd7e1694","pid":23872,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_9d337a02-8b44-4fe3-b02d-dffc8c87f032/crucible/regions/a4f33476-b2bd-4b11-98f7-295c758daf43","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:11.881997807Z","hostname":"oxz_crucible_35b4cc1c-ed13-46ec-8b86-d499bd7e1694","pid":23872,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"a4f33476-b2bd-4b11-98f7-295c758daf43\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a4f33476-b2bd-4b11-98f7-295c758daf43\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:11.941904971Z","hostname":"oxz_crucible_35b4cc1c-ed13-46ec-8b86-d499bd7e1694","pid":23872,"region":"a4f33476-b2bd-4b11-98f7-295c758daf43","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a4f33476-b2bd-4b11-98f7-295c758daf43\" \"--data\" \"/data/regions/a4f33476-b2bd-4b11-98f7-295c758daf43\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:11.943788383Z","hostname":"oxz_crucible_35b4cc1c-ed13-46ec-8b86-d499bd7e1694","pid":23872,"region":"a4f33476-b2bd-4b11-98f7-295c758daf43","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:12.012092775Z","hostname":"oxz_crucible_35b4cc1c-ed13-46ec-8b86-d499bd7e1694","pid":23872,"uri":"/crucible/0/regions","method":"POST","req_id":"caed259e-0b51-4618-93d8-569fbd326bc9","remote_addr":"[fd00:1122:3344:101::a]:64904","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":96,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:12.074036624Z","hostname":"oxz_crucible_35b4cc1c-ed13-46ec-8b86-d499bd7e1694","pid":23872,"region":"a4f33476-b2bd-4b11-98f7-295c758daf43","component":"worker"} {"msg":"region a4f33476-b2bd-4b11-98f7-295c758daf43 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:12.074075405Z","hostname":"oxz_crucible_35b4cc1c-ed13-46ec-8b86-d499bd7e1694","pid":23872,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:12.074182477Z","hostname":"oxz_crucible_35b4cc1c-ed13-46ec-8b86-d499bd7e1694","pid":23872,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-a4f33476-b2bd-4b11-98f7-295c758daf43","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:12.074598116Z","hostname":"oxz_crucible_35b4cc1c-ed13-46ec-8b86-d499bd7e1694","pid":23872,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a4f33476-b2bd-4b11-98f7-295c758daf43","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:12.080461718Z","hostname":"oxz_crucible_35b4cc1c-ed13-46ec-8b86-d499bd7e1694","pid":23872,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:12.09261776Z","hostname":"oxz_crucible_35b4cc1c-ed13-46ec-8b86-d499bd7e1694","pid":23872,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a4f33476-b2bd-4b11-98f7-295c758daf43","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:12.095636278Z","hostname":"oxz_crucible_35b4cc1c-ed13-46ec-8b86-d499bd7e1694","pid":23872,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a4f33476-b2bd-4b11-98f7-295c758daf43","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:12.096367234Z","hostname":"oxz_crucible_35b4cc1c-ed13-46ec-8b86-d499bd7e1694","pid":23872,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:12.096436836Z","hostname":"oxz_crucible_35b4cc1c-ed13-46ec-8b86-d499bd7e1694","pid":23872,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:12.096482347Z","hostname":"oxz_crucible_35b4cc1c-ed13-46ec-8b86-d499bd7e1694","pid":23872,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:12.096521598Z","hostname":"oxz_crucible_35b4cc1c-ed13-46ec-8b86-d499bd7e1694","pid":23872,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:12.100558028Z","hostname":"oxz_crucible_35b4cc1c-ed13-46ec-8b86-d499bd7e1694","pid":23872,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:12.105116421Z","hostname":"oxz_crucible_35b4cc1c-ed13-46ec-8b86-d499bd7e1694","pid":23872,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-12-20T21:23:12.458313241Z","hostname":"oxz_crucible_35b4cc1c-ed13-46ec-8b86-d499bd7e1694","pid":23872,"uri":"/crucible/0/regions","method":"POST","req_id":"1f7436a8-058e-40ce-b6d1-6eb4e146cd05","remote_addr":"[fd00:1122:3344:101::a]:64904","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":60,"response_code":"200"}