[ Jul 8 01:10:58 Enabled. ] [ Jul 8 01:10:58 Rereading configuration. ] [ Jul 8 01:11:01 Rereading configuration. ] [ Jul 8 01:11:09 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_15ef0772-a6d8-4a9c-942a-f02019fdc9fb/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_15ef0772-a6d8-4a9c-942a-f02019fdc9fb/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-08T01:11:09.731854377Z","hostname":"oxz_crucible_072fbf99-260e-4b3d-9a6e-edc401fd35f9","pid":23594} {"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-07-08T01:11:09.735120265Z","hostname":"oxz_crucible_072fbf99-260e-4b3d-9a6e-edc401fd35f9","pid":23594} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-08T01:11:09.735129205Z","hostname":"oxz_crucible_072fbf99-260e-4b3d-9a6e-edc401fd35f9","pid":23594} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-08T01:11:09.753419979Z","hostname":"oxz_crucible_072fbf99-260e-4b3d-9a6e-edc401fd35f9","pid":23594,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-07-08T01:11:09.900377144Z","hostname":"oxz_crucible_072fbf99-260e-4b3d-9a6e-edc401fd35f9","pid":23594,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-07-08T01:11:48.528815007Z","hostname":"oxz_crucible_072fbf99-260e-4b3d-9a6e-edc401fd35f9","pid":23594,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:39082"} {"msg":"region 59a15791-7fc8-4bd8-918c-aff7285e75f0 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-07-08T01:11:48.554540593Z","hostname":"oxz_crucible_072fbf99-260e-4b3d-9a6e-edc401fd35f9","pid":23594,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-08T01:11:48.560185743Z","hostname":"oxz_crucible_072fbf99-260e-4b3d-9a6e-edc401fd35f9","pid":23594,"uri":"/crucible/0/regions","method":"POST","req_id":"4a420ff7-8c98-4805-8a8a-bdb88dd683b8","remote_addr":"[fd00:1122:3344:101::c]:39082","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":20160,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-07-08T01:11:48.562339831Z","hostname":"oxz_crucible_072fbf99-260e-4b3d-9a6e-edc401fd35f9","pid":23594,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_15ef0772-a6d8-4a9c-942a-f02019fdc9fb/crucible/regions/59a15791-7fc8-4bd8-918c-aff7285e75f0","v":0,"name":"crucible-agent","level":30,"time":"2025-07-08T01:11:48.575965673Z","hostname":"oxz_crucible_072fbf99-260e-4b3d-9a6e-edc401fd35f9","pid":23594,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_15ef0772-a6d8-4a9c-942a-f02019fdc9fb/crucible/regions/59a15791-7fc8-4bd8-918c-aff7285e75f0","v":0,"name":"crucible-agent","level":30,"time":"2025-07-08T01:11:48.576044844Z","hostname":"oxz_crucible_072fbf99-260e-4b3d-9a6e-edc401fd35f9","pid":23594,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"59a15791-7fc8-4bd8-918c-aff7285e75f0\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/59a15791-7fc8-4bd8-918c-aff7285e75f0\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-08T01:11:48.703747587Z","hostname":"oxz_crucible_072fbf99-260e-4b3d-9a6e-edc401fd35f9","pid":23594,"region":"59a15791-7fc8-4bd8-918c-aff7285e75f0","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"59a15791-7fc8-4bd8-918c-aff7285e75f0\" \"--data\" \"/data/regions/59a15791-7fc8-4bd8-918c-aff7285e75f0\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-08T01:11:48.706381594Z","hostname":"oxz_crucible_072fbf99-260e-4b3d-9a6e-edc401fd35f9","pid":23594,"region":"59a15791-7fc8-4bd8-918c-aff7285e75f0","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-08T01:11:48.824704561Z","hostname":"oxz_crucible_072fbf99-260e-4b3d-9a6e-edc401fd35f9","pid":23594,"uri":"/crucible/0/regions","method":"POST","req_id":"6db97009-f2ff-4b87-9537-d0835c087e9a","remote_addr":"[fd00:1122:3344:101::c]:39082","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":69,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-07-08T01:11:49.049701059Z","hostname":"oxz_crucible_072fbf99-260e-4b3d-9a6e-edc401fd35f9","pid":23594,"region":"59a15791-7fc8-4bd8-918c-aff7285e75f0","component":"worker"} {"msg":"region 59a15791-7fc8-4bd8-918c-aff7285e75f0 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-07-08T01:11:49.049782141Z","hostname":"oxz_crucible_072fbf99-260e-4b3d-9a6e-edc401fd35f9","pid":23594,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-07-08T01:11:49.050078576Z","hostname":"oxz_crucible_072fbf99-260e-4b3d-9a6e-edc401fd35f9","pid":23594,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-59a15791-7fc8-4bd8-918c-aff7285e75f0","v":0,"name":"crucible-agent","level":30,"time":"2025-07-08T01:11:49.050540154Z","hostname":"oxz_crucible_072fbf99-260e-4b3d-9a6e-edc401fd35f9","pid":23594,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-59a15791-7fc8-4bd8-918c-aff7285e75f0","v":0,"name":"crucible-agent","level":30,"time":"2025-07-08T01:11:49.058316712Z","hostname":"oxz_crucible_072fbf99-260e-4b3d-9a6e-edc401fd35f9","pid":23594,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-07-08T01:11:49.073792656Z","hostname":"oxz_crucible_072fbf99-260e-4b3d-9a6e-edc401fd35f9","pid":23594,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-59a15791-7fc8-4bd8-918c-aff7285e75f0","v":0,"name":"crucible-agent","level":30,"time":"2025-07-08T01:11:49.079708721Z","hostname":"oxz_crucible_072fbf99-260e-4b3d-9a6e-edc401fd35f9","pid":23594,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/59a15791-7fc8-4bd8-918c-aff7285e75f0","v":0,"name":"crucible-agent","level":30,"time":"2025-07-08T01:11:49.080469125Z","hostname":"oxz_crucible_072fbf99-260e-4b3d-9a6e-edc401fd35f9","pid":23594,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-07-08T01:11:49.080539936Z","hostname":"oxz_crucible_072fbf99-260e-4b3d-9a6e-edc401fd35f9","pid":23594,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-07-08T01:11:49.080578557Z","hostname":"oxz_crucible_072fbf99-260e-4b3d-9a6e-edc401fd35f9","pid":23594,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-07-08T01:11:49.080623317Z","hostname":"oxz_crucible_072fbf99-260e-4b3d-9a6e-edc401fd35f9","pid":23594,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-08T01:11:49.085468303Z","hostname":"oxz_crucible_072fbf99-260e-4b3d-9a6e-edc401fd35f9","pid":23594,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-08T01:11:49.097832712Z","hostname":"oxz_crucible_072fbf99-260e-4b3d-9a6e-edc401fd35f9","pid":23594,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-08T01:11:49.499226447Z","hostname":"oxz_crucible_072fbf99-260e-4b3d-9a6e-edc401fd35f9","pid":23594,"uri":"/crucible/0/regions","method":"POST","req_id":"5ffe3d57-30dc-4771-bb7f-1236b5560297","remote_addr":"[fd00:1122:3344:101::c]:39082","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":48,"response_code":"200"}