[ Jun 4 11:11:01 Enabled. ] [ Jun 4 11:11:01 Rereading configuration. ] [ Jun 4 11:11:03 Rereading configuration. ] [ Jun 4 11:11:05 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_fb6ceacd-6573-4982-8ae6-b5aa396d3467/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_fb6ceacd-6573-4982-8ae6-b5aa396d3467/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:11:05.510082969Z","hostname":"oxz_crucible_e147d6e7-2e53-44e8-9d67-9e9d55971bcb","pid":21750} {"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:11:05.510758792Z","hostname":"oxz_crucible_e147d6e7-2e53-44e8-9d67-9e9d55971bcb","pid":21750} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:11:05.510768627Z","hostname":"oxz_crucible_e147d6e7-2e53-44e8-9d67-9e9d55971bcb","pid":21750} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:11:05.533215021Z","hostname":"oxz_crucible_e147d6e7-2e53-44e8-9d67-9e9d55971bcb","pid":21750,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:11:05.612519114Z","hostname":"oxz_crucible_e147d6e7-2e53-44e8-9d67-9e9d55971bcb","pid":21750,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:12:16.314613311Z","hostname":"oxz_crucible_e147d6e7-2e53-44e8-9d67-9e9d55971bcb","pid":21750,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:45389"} {"msg":"region 785d6a2d-d106-4bb0-912a-794c152ad54c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:12:16.317163632Z","hostname":"oxz_crucible_e147d6e7-2e53-44e8-9d67-9e9d55971bcb","pid":21750,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:12:16.318316698Z","hostname":"oxz_crucible_e147d6e7-2e53-44e8-9d67-9e9d55971bcb","pid":21750,"uri":"/crucible/0/regions","method":"POST","req_id":"d282808c-0d22-44b5-9638-4cb0c9a19cdf","remote_addr":"[fd00:1122:3344:101::a]:45389","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":1791,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:12:16.318342349Z","hostname":"oxz_crucible_e147d6e7-2e53-44e8-9d67-9e9d55971bcb","pid":21750,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_fb6ceacd-6573-4982-8ae6-b5aa396d3467/crucible/regions/785d6a2d-d106-4bb0-912a-794c152ad54c","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:12:16.327794682Z","hostname":"oxz_crucible_e147d6e7-2e53-44e8-9d67-9e9d55971bcb","pid":21750,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_fb6ceacd-6573-4982-8ae6-b5aa396d3467/crucible/regions/785d6a2d-d106-4bb0-912a-794c152ad54c","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:12:16.327825123Z","hostname":"oxz_crucible_e147d6e7-2e53-44e8-9d67-9e9d55971bcb","pid":21750,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"785d6a2d-d106-4bb0-912a-794c152ad54c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/785d6a2d-d106-4bb0-912a-794c152ad54c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:12:16.373817268Z","hostname":"oxz_crucible_e147d6e7-2e53-44e8-9d67-9e9d55971bcb","pid":21750,"region":"785d6a2d-d106-4bb0-912a-794c152ad54c","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"785d6a2d-d106-4bb0-912a-794c152ad54c\" \"--data\" \"/data/regions/785d6a2d-d106-4bb0-912a-794c152ad54c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:12:16.375676618Z","hostname":"oxz_crucible_e147d6e7-2e53-44e8-9d67-9e9d55971bcb","pid":21750,"region":"785d6a2d-d106-4bb0-912a-794c152ad54c","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:12:16.50853091Z","hostname":"oxz_crucible_e147d6e7-2e53-44e8-9d67-9e9d55971bcb","pid":21750,"region":"785d6a2d-d106-4bb0-912a-794c152ad54c","component":"worker"} {"msg":"region 785d6a2d-d106-4bb0-912a-794c152ad54c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:12:16.508567474Z","hostname":"oxz_crucible_e147d6e7-2e53-44e8-9d67-9e9d55971bcb","pid":21750,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:12:16.508698866Z","hostname":"oxz_crucible_e147d6e7-2e53-44e8-9d67-9e9d55971bcb","pid":21750,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-785d6a2d-d106-4bb0-912a-794c152ad54c","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:12:16.509227309Z","hostname":"oxz_crucible_e147d6e7-2e53-44e8-9d67-9e9d55971bcb","pid":21750,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-785d6a2d-d106-4bb0-912a-794c152ad54c","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:12:16.512707336Z","hostname":"oxz_crucible_e147d6e7-2e53-44e8-9d67-9e9d55971bcb","pid":21750,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:12:16.520433509Z","hostname":"oxz_crucible_e147d6e7-2e53-44e8-9d67-9e9d55971bcb","pid":21750,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-785d6a2d-d106-4bb0-912a-794c152ad54c","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:12:16.523467785Z","hostname":"oxz_crucible_e147d6e7-2e53-44e8-9d67-9e9d55971bcb","pid":21750,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/785d6a2d-d106-4bb0-912a-794c152ad54c","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:12:16.52421644Z","hostname":"oxz_crucible_e147d6e7-2e53-44e8-9d67-9e9d55971bcb","pid":21750,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:12:16.524362176Z","hostname":"oxz_crucible_e147d6e7-2e53-44e8-9d67-9e9d55971bcb","pid":21750,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:12:16.524411602Z","hostname":"oxz_crucible_e147d6e7-2e53-44e8-9d67-9e9d55971bcb","pid":21750,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:12:16.524457465Z","hostname":"oxz_crucible_e147d6e7-2e53-44e8-9d67-9e9d55971bcb","pid":21750,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:12:16.528618206Z","hostname":"oxz_crucible_e147d6e7-2e53-44e8-9d67-9e9d55971bcb","pid":21750,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:12:16.532971446Z","hostname":"oxz_crucible_e147d6e7-2e53-44e8-9d67-9e9d55971bcb","pid":21750,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-04T11:12:16.667319873Z","hostname":"oxz_crucible_e147d6e7-2e53-44e8-9d67-9e9d55971bcb","pid":21750,"uri":"/crucible/0/regions","method":"POST","req_id":"83beb999-c843-4d5b-a54b-b71b4e370961","remote_addr":"[fd00:1122:3344:101::a]:45389","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":79,"response_code":"200"}