[ Jul 31 06:52:33 Enabled. ] [ Jul 31 06:52:33 Rereading configuration. ] [ Jul 31 06:52:34 Rereading configuration. ] [ Jul 31 06:52:36 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_5f14c655-0c06-4acb-9f3c-b00fb6d7b055/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_5f14c655-0c06-4acb-9f3c-b00fb6d7b055/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:52:36.754067756Z","hostname":"oxz_crucible_de3f2933-cfb1-421e-8251-9e483a0f2a9d","pid":22351} {"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:52:36.754937258Z","hostname":"oxz_crucible_de3f2933-cfb1-421e-8251-9e483a0f2a9d","pid":22351} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:52:36.754947948Z","hostname":"oxz_crucible_de3f2933-cfb1-421e-8251-9e483a0f2a9d","pid":22351} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:52:36.772845024Z","hostname":"oxz_crucible_de3f2933-cfb1-421e-8251-9e483a0f2a9d","pid":22351,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:52:36.930477074Z","hostname":"oxz_crucible_de3f2933-cfb1-421e-8251-9e483a0f2a9d","pid":22351,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:33.97017597Z","hostname":"oxz_crucible_de3f2933-cfb1-421e-8251-9e483a0f2a9d","pid":22351,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:59108"} {"msg":"region be22cb83-14e1-445f-b470-745b7c1fcfed state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:33.996281381Z","hostname":"oxz_crucible_de3f2933-cfb1-421e-8251-9e483a0f2a9d","pid":22351,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:34.003626544Z","hostname":"oxz_crucible_de3f2933-cfb1-421e-8251-9e483a0f2a9d","pid":22351,"uri":"/crucible/0/regions","method":"POST","req_id":"685bf732-5534-4101-b6e8-42c214890884","remote_addr":"[fd00:1122:3344:101::a]:59108","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":16536,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:34.003979962Z","hostname":"oxz_crucible_de3f2933-cfb1-421e-8251-9e483a0f2a9d","pid":22351,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_5f14c655-0c06-4acb-9f3c-b00fb6d7b055/crucible/regions/be22cb83-14e1-445f-b470-745b7c1fcfed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:34.018798012Z","hostname":"oxz_crucible_de3f2933-cfb1-421e-8251-9e483a0f2a9d","pid":22351,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_5f14c655-0c06-4acb-9f3c-b00fb6d7b055/crucible/regions/be22cb83-14e1-445f-b470-745b7c1fcfed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:34.018835333Z","hostname":"oxz_crucible_de3f2933-cfb1-421e-8251-9e483a0f2a9d","pid":22351,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"be22cb83-14e1-445f-b470-745b7c1fcfed\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/be22cb83-14e1-445f-b470-745b7c1fcfed\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:34.08612621Z","hostname":"oxz_crucible_de3f2933-cfb1-421e-8251-9e483a0f2a9d","pid":22351,"region":"be22cb83-14e1-445f-b470-745b7c1fcfed","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"be22cb83-14e1-445f-b470-745b7c1fcfed\" \"--data\" \"/data/regions/be22cb83-14e1-445f-b470-745b7c1fcfed\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:34.088355136Z","hostname":"oxz_crucible_de3f2933-cfb1-421e-8251-9e483a0f2a9d","pid":22351,"region":"be22cb83-14e1-445f-b470-745b7c1fcfed","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:34.221174497Z","hostname":"oxz_crucible_de3f2933-cfb1-421e-8251-9e483a0f2a9d","pid":22351,"uri":"/crucible/0/regions","method":"POST","req_id":"1056ab29-7e01-494d-8e27-adb7a5659709","remote_addr":"[fd00:1122:3344:101::a]:59108","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":789,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:34.381486664Z","hostname":"oxz_crucible_de3f2933-cfb1-421e-8251-9e483a0f2a9d","pid":22351,"region":"be22cb83-14e1-445f-b470-745b7c1fcfed","component":"worker"} {"msg":"region be22cb83-14e1-445f-b470-745b7c1fcfed state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:34.381525525Z","hostname":"oxz_crucible_de3f2933-cfb1-421e-8251-9e483a0f2a9d","pid":22351,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:34.381646508Z","hostname":"oxz_crucible_de3f2933-cfb1-421e-8251-9e483a0f2a9d","pid":22351,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-be22cb83-14e1-445f-b470-745b7c1fcfed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:34.382087119Z","hostname":"oxz_crucible_de3f2933-cfb1-421e-8251-9e483a0f2a9d","pid":22351,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-be22cb83-14e1-445f-b470-745b7c1fcfed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:34.390610452Z","hostname":"oxz_crucible_de3f2933-cfb1-421e-8251-9e483a0f2a9d","pid":22351,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:34.407408511Z","hostname":"oxz_crucible_de3f2933-cfb1-421e-8251-9e483a0f2a9d","pid":22351,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-be22cb83-14e1-445f-b470-745b7c1fcfed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:34.419511112Z","hostname":"oxz_crucible_de3f2933-cfb1-421e-8251-9e483a0f2a9d","pid":22351,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/be22cb83-14e1-445f-b470-745b7c1fcfed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:34.422545108Z","hostname":"oxz_crucible_de3f2933-cfb1-421e-8251-9e483a0f2a9d","pid":22351,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:34.425146933Z","hostname":"oxz_crucible_de3f2933-cfb1-421e-8251-9e483a0f2a9d","pid":22351,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:34.425201454Z","hostname":"oxz_crucible_de3f2933-cfb1-421e-8251-9e483a0f2a9d","pid":22351,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:34.425241265Z","hostname":"oxz_crucible_de3f2933-cfb1-421e-8251-9e483a0f2a9d","pid":22351,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:34.429310617Z","hostname":"oxz_crucible_de3f2933-cfb1-421e-8251-9e483a0f2a9d","pid":22351,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:34.433978933Z","hostname":"oxz_crucible_de3f2933-cfb1-421e-8251-9e483a0f2a9d","pid":22351,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-31T06:58:34.7728002Z","hostname":"oxz_crucible_de3f2933-cfb1-421e-8251-9e483a0f2a9d","pid":22351,"uri":"/crucible/0/regions","method":"POST","req_id":"84948d73-1113-400e-ba70-70ff73ff0e14","remote_addr":"[fd00:1122:3344:101::a]:59108","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":76,"response_code":"200"}