[ Oct 14 10:09:56 Enabled. ] [ Oct 14 10:09:56 Rereading configuration. ] [ Oct 14 10:09:59 Rereading configuration. ] [ Oct 14 10:10:05 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_68e5e104-3a1a-4e31-9793-4ca3a05d19e5/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_68e5e104-3a1a-4e31-9793-4ca3a05d19e5/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:10:05.947461806Z","hostname":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","pid":22676} {"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:10:05.948845525Z","hostname":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","pid":22676} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:10:05.948853295Z","hostname":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","pid":22676} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:10:05.962692273Z","hostname":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","pid":22676,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:10:06.064448748Z","hostname":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","pid":22676,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:14:15.436578327Z","hostname":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","pid":22676,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:57292"} {"msg":"region 6c99770c-5c6c-4f90-a80f-7d15edcabffb state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:14:15.48005756Z","hostname":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","pid":22676,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:14:15.485118536Z","hostname":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","pid":22676,"uri":"/crucible/0/regions","method":"POST","req_id":"588305b0-25b7-4ecc-beb7-b7aadc375128","remote_addr":"[fd00:1122:3344:101::a]:57292","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":13366,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:14:15.489961146Z","hostname":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","pid":22676,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_68e5e104-3a1a-4e31-9793-4ca3a05d19e5/crucible/regions/6c99770c-5c6c-4f90-a80f-7d15edcabffb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:14:15.499127597Z","hostname":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","pid":22676,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_68e5e104-3a1a-4e31-9793-4ca3a05d19e5/crucible/regions/6c99770c-5c6c-4f90-a80f-7d15edcabffb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:14:15.499158397Z","hostname":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","pid":22676,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"6c99770c-5c6c-4f90-a80f-7d15edcabffb\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6c99770c-5c6c-4f90-a80f-7d15edcabffb\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:14:15.57287355Z","hostname":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","pid":22676,"region":"6c99770c-5c6c-4f90-a80f-7d15edcabffb","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6c99770c-5c6c-4f90-a80f-7d15edcabffb\" \"--data\" \"/data/regions/6c99770c-5c6c-4f90-a80f-7d15edcabffb\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:14:15.577438355Z","hostname":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","pid":22676,"region":"6c99770c-5c6c-4f90-a80f-7d15edcabffb","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:14:15.823967259Z","hostname":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","pid":22676,"uri":"/crucible/0/regions","method":"POST","req_id":"10a653b9-af0c-434c-b650-da4f07b19ce5","remote_addr":"[fd00:1122:3344:101::a]:57292","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":76,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:14:15.944706388Z","hostname":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","pid":22676,"region":"6c99770c-5c6c-4f90-a80f-7d15edcabffb","component":"worker"} {"msg":"region 6c99770c-5c6c-4f90-a80f-7d15edcabffb state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:14:15.944749049Z","hostname":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","pid":22676,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:14:15.944853161Z","hostname":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","pid":22676,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-6c99770c-5c6c-4f90-a80f-7d15edcabffb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:14:15.947871734Z","hostname":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","pid":22676,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6c99770c-5c6c-4f90-a80f-7d15edcabffb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:14:15.955629216Z","hostname":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","pid":22676,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:14:15.984662799Z","hostname":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","pid":22676,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6c99770c-5c6c-4f90-a80f-7d15edcabffb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:14:15.99818134Z","hostname":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","pid":22676,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6c99770c-5c6c-4f90-a80f-7d15edcabffb","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:14:15.999245892Z","hostname":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","pid":22676,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:14:15.999309693Z","hostname":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","pid":22676,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:14:15.999350584Z","hostname":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","pid":22676,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:14:15.999388565Z","hostname":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","pid":22676,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:14:16.005733387Z","hostname":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","pid":22676,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:14:16.013203352Z","hostname":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","pid":22676,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:14:16.091397207Z","hostname":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","pid":22676,"uri":"/crucible/0/regions","method":"POST","req_id":"d1a7e251-e625-4d2a-bac9-d5d7dee06e47","remote_addr":"[fd00:1122:3344:101::a]:57292","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":53,"response_code":"200"}