[ Apr 30 22:37:45 Enabled. ] [ Apr 30 22:37:45 Rereading configuration. ] [ Apr 30 22:37:46 Rereading configuration. ] [ Apr 30 22:37:50 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_53f3bbc9-705a-4156-93d0-c699ee1356aa/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_53f3bbc9-705a-4156-93d0-c699ee1356aa/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T22:37:50.662249144Z","hostname":"oxz_crucible_5aa1aef5-376d-4397-a67b-3d3b6cbd2689","pid":22453} {"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T22:37:50.668913453Z","hostname":"oxz_crucible_5aa1aef5-376d-4397-a67b-3d3b6cbd2689","pid":22453} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T22:37:50.668923724Z","hostname":"oxz_crucible_5aa1aef5-376d-4397-a67b-3d3b6cbd2689","pid":22453} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T22:37:50.69678142Z","hostname":"oxz_crucible_5aa1aef5-376d-4397-a67b-3d3b6cbd2689","pid":22453,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T22:37:50.782221743Z","hostname":"oxz_crucible_5aa1aef5-376d-4397-a67b-3d3b6cbd2689","pid":22453,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T22:39:04.069398021Z","hostname":"oxz_crucible_5aa1aef5-376d-4397-a67b-3d3b6cbd2689","pid":22453,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:45671"} {"msg":"region d1036ff9-f66d-44bc-98de-03b946f81a00 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T22:39:04.095817218Z","hostname":"oxz_crucible_5aa1aef5-376d-4397-a67b-3d3b6cbd2689","pid":22453,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T22:39:04.096640176Z","hostname":"oxz_crucible_5aa1aef5-376d-4397-a67b-3d3b6cbd2689","pid":22453,"uri":"/crucible/0/regions","method":"POST","req_id":"240f5688-8b6a-4d06-88f2-9afbebf2d8ac","remote_addr":"[fd00:1122:3344:101::b]:45671","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":13579,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T22:39:04.099242345Z","hostname":"oxz_crucible_5aa1aef5-376d-4397-a67b-3d3b6cbd2689","pid":22453,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_53f3bbc9-705a-4156-93d0-c699ee1356aa/crucible/regions/d1036ff9-f66d-44bc-98de-03b946f81a00","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T22:39:04.108938078Z","hostname":"oxz_crucible_5aa1aef5-376d-4397-a67b-3d3b6cbd2689","pid":22453,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_53f3bbc9-705a-4156-93d0-c699ee1356aa/crucible/regions/d1036ff9-f66d-44bc-98de-03b946f81a00","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T22:39:04.108973059Z","hostname":"oxz_crucible_5aa1aef5-376d-4397-a67b-3d3b6cbd2689","pid":22453,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"d1036ff9-f66d-44bc-98de-03b946f81a00\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d1036ff9-f66d-44bc-98de-03b946f81a00\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T22:39:04.163021005Z","hostname":"oxz_crucible_5aa1aef5-376d-4397-a67b-3d3b6cbd2689","pid":22453,"region":"d1036ff9-f66d-44bc-98de-03b946f81a00","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d1036ff9-f66d-44bc-98de-03b946f81a00\" \"--data\" \"/data/regions/d1036ff9-f66d-44bc-98de-03b946f81a00\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T22:39:04.163084977Z","hostname":"oxz_crucible_5aa1aef5-376d-4397-a67b-3d3b6cbd2689","pid":22453,"region":"d1036ff9-f66d-44bc-98de-03b946f81a00","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T22:39:04.379243388Z","hostname":"oxz_crucible_5aa1aef5-376d-4397-a67b-3d3b6cbd2689","pid":22453,"uri":"/crucible/0/regions","method":"POST","req_id":"6042e53b-23cd-4498-ac39-a1bd658c8481","remote_addr":"[fd00:1122:3344:101::b]:45671","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":68,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T22:39:04.496001456Z","hostname":"oxz_crucible_5aa1aef5-376d-4397-a67b-3d3b6cbd2689","pid":22453,"region":"d1036ff9-f66d-44bc-98de-03b946f81a00","component":"worker"} {"msg":"region d1036ff9-f66d-44bc-98de-03b946f81a00 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T22:39:04.496048877Z","hostname":"oxz_crucible_5aa1aef5-376d-4397-a67b-3d3b6cbd2689","pid":22453,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T22:39:04.496178862Z","hostname":"oxz_crucible_5aa1aef5-376d-4397-a67b-3d3b6cbd2689","pid":22453,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-d1036ff9-f66d-44bc-98de-03b946f81a00","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T22:39:04.496647978Z","hostname":"oxz_crucible_5aa1aef5-376d-4397-a67b-3d3b6cbd2689","pid":22453,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d1036ff9-f66d-44bc-98de-03b946f81a00","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T22:39:04.504624402Z","hostname":"oxz_crucible_5aa1aef5-376d-4397-a67b-3d3b6cbd2689","pid":22453,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T22:39:04.525750057Z","hostname":"oxz_crucible_5aa1aef5-376d-4397-a67b-3d3b6cbd2689","pid":22453,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d1036ff9-f66d-44bc-98de-03b946f81a00","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T22:39:04.528480571Z","hostname":"oxz_crucible_5aa1aef5-376d-4397-a67b-3d3b6cbd2689","pid":22453,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d1036ff9-f66d-44bc-98de-03b946f81a00","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T22:39:04.52902543Z","hostname":"oxz_crucible_5aa1aef5-376d-4397-a67b-3d3b6cbd2689","pid":22453,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T22:39:04.529165094Z","hostname":"oxz_crucible_5aa1aef5-376d-4397-a67b-3d3b6cbd2689","pid":22453,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T22:39:04.529211286Z","hostname":"oxz_crucible_5aa1aef5-376d-4397-a67b-3d3b6cbd2689","pid":22453,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T22:39:04.529251397Z","hostname":"oxz_crucible_5aa1aef5-376d-4397-a67b-3d3b6cbd2689","pid":22453,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T22:39:04.533158931Z","hostname":"oxz_crucible_5aa1aef5-376d-4397-a67b-3d3b6cbd2689","pid":22453,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T22:39:04.545337539Z","hostname":"oxz_crucible_5aa1aef5-376d-4397-a67b-3d3b6cbd2689","pid":22453,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-04-30T22:39:04.80519505Z","hostname":"oxz_crucible_5aa1aef5-376d-4397-a67b-3d3b6cbd2689","pid":22453,"uri":"/crucible/0/regions","method":"POST","req_id":"9a4c4192-eeb5-4ef0-b257-7e00802bd1ef","remote_addr":"[fd00:1122:3344:101::b]:45671","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":57,"response_code":"200"}