[ May 25 00:59:31 Enabled. ] [ May 25 00:59:31 Rereading configuration. ] [ May 25 00:59:34 Rereading configuration. ] [ May 25 00:59:37 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_54fce23c-43c8-4ea2-9d92-4dafe7193201/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_54fce23c-43c8-4ea2-9d92-4dafe7193201/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T00:59:37.734910388Z","hostname":"oxz_crucible_b5650062-02fc-4973-8f48-08eef942783e","pid":23575} {"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T00:59:37.738134194Z","hostname":"oxz_crucible_b5650062-02fc-4973-8f48-08eef942783e","pid":23575} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T00:59:37.738155685Z","hostname":"oxz_crucible_b5650062-02fc-4973-8f48-08eef942783e","pid":23575} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T00:59:37.753819277Z","hostname":"oxz_crucible_b5650062-02fc-4973-8f48-08eef942783e","pid":23575,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T00:59:37.945149596Z","hostname":"oxz_crucible_b5650062-02fc-4973-8f48-08eef942783e","pid":23575,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T00:59:59.008412886Z","hostname":"oxz_crucible_b5650062-02fc-4973-8f48-08eef942783e","pid":23575,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:39704"} {"msg":"region 876d9f41-897d-42c5-996d-1d42528975f2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T00:59:59.016070027Z","hostname":"oxz_crucible_b5650062-02fc-4973-8f48-08eef942783e","pid":23575,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T00:59:59.019060318Z","hostname":"oxz_crucible_b5650062-02fc-4973-8f48-08eef942783e","pid":23575,"uri":"/crucible/0/regions","method":"POST","req_id":"385eb566-78c3-444a-b85d-c2a387301bfa","remote_addr":"[fd00:1122:3344:101::b]:39704","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":3231,"response_code":"200"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T00:59:59.019082509Z","hostname":"oxz_crucible_b5650062-02fc-4973-8f48-08eef942783e","pid":23575,"component":"worker"} {"msg":"zfs set reservation of 1342177280 for oxp_54fce23c-43c8-4ea2-9d92-4dafe7193201/crucible/regions/876d9f41-897d-42c5-996d-1d42528975f2","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T00:59:59.028907472Z","hostname":"oxz_crucible_b5650062-02fc-4973-8f48-08eef942783e","pid":23575,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_54fce23c-43c8-4ea2-9d92-4dafe7193201/crucible/regions/876d9f41-897d-42c5-996d-1d42528975f2","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T00:59:59.028959923Z","hostname":"oxz_crucible_b5650062-02fc-4973-8f48-08eef942783e","pid":23575,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"876d9f41-897d-42c5-996d-1d42528975f2\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/876d9f41-897d-42c5-996d-1d42528975f2\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T00:59:59.121925059Z","hostname":"oxz_crucible_b5650062-02fc-4973-8f48-08eef942783e","pid":23575,"region":"876d9f41-897d-42c5-996d-1d42528975f2","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"876d9f41-897d-42c5-996d-1d42528975f2\" \"--data\" \"/data/regions/876d9f41-897d-42c5-996d-1d42528975f2\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T00:59:59.124134471Z","hostname":"oxz_crucible_b5650062-02fc-4973-8f48-08eef942783e","pid":23575,"region":"876d9f41-897d-42c5-996d-1d42528975f2","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T00:59:59.192996965Z","hostname":"oxz_crucible_b5650062-02fc-4973-8f48-08eef942783e","pid":23575,"uri":"/crucible/0/regions","method":"POST","req_id":"38a0dc9e-00a2-4b26-ace7-96b4b3297153","remote_addr":"[fd00:1122:3344:101::b]:39704","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":894,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T00:59:59.536554117Z","hostname":"oxz_crucible_b5650062-02fc-4973-8f48-08eef942783e","pid":23575,"region":"876d9f41-897d-42c5-996d-1d42528975f2","component":"worker"} {"msg":"region 876d9f41-897d-42c5-996d-1d42528975f2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T00:59:59.536610678Z","hostname":"oxz_crucible_b5650062-02fc-4973-8f48-08eef942783e","pid":23575,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T00:59:59.536742501Z","hostname":"oxz_crucible_b5650062-02fc-4973-8f48-08eef942783e","pid":23575,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-876d9f41-897d-42c5-996d-1d42528975f2","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T00:59:59.537290794Z","hostname":"oxz_crucible_b5650062-02fc-4973-8f48-08eef942783e","pid":23575,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-876d9f41-897d-42c5-996d-1d42528975f2","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T00:59:59.542450216Z","hostname":"oxz_crucible_b5650062-02fc-4973-8f48-08eef942783e","pid":23575,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T00:59:59.551512911Z","hostname":"oxz_crucible_b5650062-02fc-4973-8f48-08eef942783e","pid":23575,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-876d9f41-897d-42c5-996d-1d42528975f2","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T00:59:59.557567284Z","hostname":"oxz_crucible_b5650062-02fc-4973-8f48-08eef942783e","pid":23575,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/876d9f41-897d-42c5-996d-1d42528975f2","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T00:59:59.563349761Z","hostname":"oxz_crucible_b5650062-02fc-4973-8f48-08eef942783e","pid":23575,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T00:59:59.563496685Z","hostname":"oxz_crucible_b5650062-02fc-4973-8f48-08eef942783e","pid":23575,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T00:59:59.563569097Z","hostname":"oxz_crucible_b5650062-02fc-4973-8f48-08eef942783e","pid":23575,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T00:59:59.563631458Z","hostname":"oxz_crucible_b5650062-02fc-4973-8f48-08eef942783e","pid":23575,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T00:59:59.568365931Z","hostname":"oxz_crucible_b5650062-02fc-4973-8f48-08eef942783e","pid":23575,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T00:59:59.574483245Z","hostname":"oxz_crucible_b5650062-02fc-4973-8f48-08eef942783e","pid":23575,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-25T00:59:59.623260433Z","hostname":"oxz_crucible_b5650062-02fc-4973-8f48-08eef942783e","pid":23575,"uri":"/crucible/0/regions","method":"POST","req_id":"676281b9-26e4-4835-92a5-98203a9f3dee","remote_addr":"[fd00:1122:3344:101::b]:39704","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":96,"response_code":"200"}