[ May 4 23:55:02 Enabled. ] [ May 4 23:55:02 Rereading configuration. ] [ May 4 23:55:05 Rereading configuration. ] [ May 4 23:55:09 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_f2796970-ed9a-41e0-a3f9-e633cffe96e0/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T23:55:09.283419749Z","hostname":"oxz_crucible_8f0bdb91-4818-42a9-85f1-6260433f1c8e","pid":22900} {"msg":"dataset: \"oxp_f2796970-ed9a-41e0-a3f9-e633cffe96e0/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T23:55:09.283723687Z","hostname":"oxz_crucible_8f0bdb91-4818-42a9-85f1-6260433f1c8e","pid":22900} {"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T23:55:09.283733397Z","hostname":"oxz_crucible_8f0bdb91-4818-42a9-85f1-6260433f1c8e","pid":22900} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T23:55:09.283738687Z","hostname":"oxz_crucible_8f0bdb91-4818-42a9-85f1-6260433f1c8e","pid":22900} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T23:55:09.304187044Z","hostname":"oxz_crucible_8f0bdb91-4818-42a9-85f1-6260433f1c8e","pid":22900,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T23:55:09.409387464Z","hostname":"oxz_crucible_8f0bdb91-4818-42a9-85f1-6260433f1c8e","pid":22900,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T23:56:15.359226054Z","hostname":"oxz_crucible_8f0bdb91-4818-42a9-85f1-6260433f1c8e","pid":22900,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:45547"} {"msg":"region d249101c-669b-45e4-940e-e0a11b16e5ed state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T23:56:15.38269925Z","hostname":"oxz_crucible_8f0bdb91-4818-42a9-85f1-6260433f1c8e","pid":22900,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T23:56:15.385282828Z","hostname":"oxz_crucible_8f0bdb91-4818-42a9-85f1-6260433f1c8e","pid":22900,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T23:56:15.385300918Z","hostname":"oxz_crucible_8f0bdb91-4818-42a9-85f1-6260433f1c8e","pid":22900,"uri":"/crucible/0/regions","method":"POST","req_id":"5fda56dc-d99e-4b62-936e-d2453e646c9d","remote_addr":"[fd00:1122:3344:101::b]:45547","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":13493,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_f2796970-ed9a-41e0-a3f9-e633cffe96e0/crucible/regions/d249101c-669b-45e4-940e-e0a11b16e5ed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T23:56:15.393545364Z","hostname":"oxz_crucible_8f0bdb91-4818-42a9-85f1-6260433f1c8e","pid":22900,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_f2796970-ed9a-41e0-a3f9-e633cffe96e0/crucible/regions/d249101c-669b-45e4-940e-e0a11b16e5ed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T23:56:15.393571055Z","hostname":"oxz_crucible_8f0bdb91-4818-42a9-85f1-6260433f1c8e","pid":22900,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"d249101c-669b-45e4-940e-e0a11b16e5ed\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d249101c-669b-45e4-940e-e0a11b16e5ed\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T23:56:15.447797018Z","hostname":"oxz_crucible_8f0bdb91-4818-42a9-85f1-6260433f1c8e","pid":22900,"region":"d249101c-669b-45e4-940e-e0a11b16e5ed","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d249101c-669b-45e4-940e-e0a11b16e5ed\" \"--data\" \"/data/regions/d249101c-669b-45e4-940e-e0a11b16e5ed\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T23:56:15.450037166Z","hostname":"oxz_crucible_8f0bdb91-4818-42a9-85f1-6260433f1c8e","pid":22900,"region":"d249101c-669b-45e4-940e-e0a11b16e5ed","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T23:56:15.585104109Z","hostname":"oxz_crucible_8f0bdb91-4818-42a9-85f1-6260433f1c8e","pid":22900,"uri":"/crucible/0/regions","method":"POST","req_id":"8f549524-9fcb-438c-a875-c4a8c45cd15e","remote_addr":"[fd00:1122:3344:101::b]:45547","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T23:56:15.804717411Z","hostname":"oxz_crucible_8f0bdb91-4818-42a9-85f1-6260433f1c8e","pid":22900,"region":"d249101c-669b-45e4-940e-e0a11b16e5ed","component":"worker"} {"msg":"region d249101c-669b-45e4-940e-e0a11b16e5ed state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T23:56:15.804759962Z","hostname":"oxz_crucible_8f0bdb91-4818-42a9-85f1-6260433f1c8e","pid":22900,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T23:56:15.804840614Z","hostname":"oxz_crucible_8f0bdb91-4818-42a9-85f1-6260433f1c8e","pid":22900,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-d249101c-669b-45e4-940e-e0a11b16e5ed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T23:56:15.805181053Z","hostname":"oxz_crucible_8f0bdb91-4818-42a9-85f1-6260433f1c8e","pid":22900,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d249101c-669b-45e4-940e-e0a11b16e5ed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T23:56:15.810924814Z","hostname":"oxz_crucible_8f0bdb91-4818-42a9-85f1-6260433f1c8e","pid":22900,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T23:56:15.824204292Z","hostname":"oxz_crucible_8f0bdb91-4818-42a9-85f1-6260433f1c8e","pid":22900,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d249101c-669b-45e4-940e-e0a11b16e5ed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T23:56:15.827979201Z","hostname":"oxz_crucible_8f0bdb91-4818-42a9-85f1-6260433f1c8e","pid":22900,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d249101c-669b-45e4-940e-e0a11b16e5ed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T23:56:15.828726661Z","hostname":"oxz_crucible_8f0bdb91-4818-42a9-85f1-6260433f1c8e","pid":22900,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T23:56:15.828787462Z","hostname":"oxz_crucible_8f0bdb91-4818-42a9-85f1-6260433f1c8e","pid":22900,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T23:56:15.828826903Z","hostname":"oxz_crucible_8f0bdb91-4818-42a9-85f1-6260433f1c8e","pid":22900,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T23:56:15.828862864Z","hostname":"oxz_crucible_8f0bdb91-4818-42a9-85f1-6260433f1c8e","pid":22900,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T23:56:15.837719267Z","hostname":"oxz_crucible_8f0bdb91-4818-42a9-85f1-6260433f1c8e","pid":22900,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T23:56:15.849460875Z","hostname":"oxz_crucible_8f0bdb91-4818-42a9-85f1-6260433f1c8e","pid":22900,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-04T23:56:15.961902674Z","hostname":"oxz_crucible_8f0bdb91-4818-42a9-85f1-6260433f1c8e","pid":22900,"uri":"/crucible/0/regions","method":"POST","req_id":"0c41e38f-2e1a-48ce-b34b-f799816ad038","remote_addr":"[fd00:1122:3344:101::b]:45547","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":63,"response_code":200}