[ Apr 14 23:30:36 Enabled. ] [ Apr 14 23:30:37 Rereading configuration. ] [ Apr 14 23:30:39 Rereading configuration. ] [ Apr 14 23:30:46 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_9d914934-8151-47fc-b306-3c630c6a3c4c/crucible -l [fd00:1122:3344:101::15]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T23:30:46.87454796Z","hostname":"oxz_crucible_2b523c66-d924-4653-8e30-1a7cf0cb2a61","pid":28633} {"msg":"dataset: \"oxp_9d914934-8151-47fc-b306-3c630c6a3c4c/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T23:30:46.875357133Z","hostname":"oxz_crucible_2b523c66-d924-4653-8e30-1a7cf0cb2a61","pid":28633} {"msg":"listen IP: [fd00:1122:3344:101::15]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T23:30:46.875367023Z","hostname":"oxz_crucible_2b523c66-d924-4653-8e30-1a7cf0cb2a61","pid":28633} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T23:30:46.875372113Z","hostname":"oxz_crucible_2b523c66-d924-4653-8e30-1a7cf0cb2a61","pid":28633} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T23:30:46.887839502Z","hostname":"oxz_crucible_2b523c66-d924-4653-8e30-1a7cf0cb2a61","pid":28633,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T23:30:47.028374691Z","hostname":"oxz_crucible_2b523c66-d924-4653-8e30-1a7cf0cb2a61","pid":28633,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T23:42:13.797047953Z","hostname":"oxz_crucible_2b523c66-d924-4653-8e30-1a7cf0cb2a61","pid":28633,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:44532"} {"msg":"region af44a81f-054d-43ae-add3-bad6dda0adb4 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T23:42:13.870069032Z","hostname":"oxz_crucible_2b523c66-d924-4653-8e30-1a7cf0cb2a61","pid":28633,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T23:42:13.881933225Z","hostname":"oxz_crucible_2b523c66-d924-4653-8e30-1a7cf0cb2a61","pid":28633,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T23:42:13.881948896Z","hostname":"oxz_crucible_2b523c66-d924-4653-8e30-1a7cf0cb2a61","pid":28633,"uri":"/crucible/0/regions","method":"POST","req_id":"8a746f86-1bff-4b67-9df5-1b87c1a2063e","remote_addr":"[fd00:1122:3344:101::c]:44532","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":43262,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_9d914934-8151-47fc-b306-3c630c6a3c4c/crucible/regions/af44a81f-054d-43ae-add3-bad6dda0adb4","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T23:42:13.892421131Z","hostname":"oxz_crucible_2b523c66-d924-4653-8e30-1a7cf0cb2a61","pid":28633,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_9d914934-8151-47fc-b306-3c630c6a3c4c/crucible/regions/af44a81f-054d-43ae-add3-bad6dda0adb4","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T23:42:13.892437551Z","hostname":"oxz_crucible_2b523c66-d924-4653-8e30-1a7cf0cb2a61","pid":28633,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"af44a81f-054d-43ae-add3-bad6dda0adb4\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/af44a81f-054d-43ae-add3-bad6dda0adb4\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T23:42:13.982400102Z","hostname":"oxz_crucible_2b523c66-d924-4653-8e30-1a7cf0cb2a61","pid":28633,"region":"af44a81f-054d-43ae-add3-bad6dda0adb4","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"af44a81f-054d-43ae-add3-bad6dda0adb4\" \"--data\" \"/data/regions/af44a81f-054d-43ae-add3-bad6dda0adb4\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T23:42:13.984694505Z","hostname":"oxz_crucible_2b523c66-d924-4653-8e30-1a7cf0cb2a61","pid":28633,"region":"af44a81f-054d-43ae-add3-bad6dda0adb4","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T23:42:14.023203693Z","hostname":"oxz_crucible_2b523c66-d924-4653-8e30-1a7cf0cb2a61","pid":28633,"uri":"/crucible/0/regions","method":"POST","req_id":"84c30824-4d7e-49db-960e-e9b2d1c3689e","remote_addr":"[fd00:1122:3344:101::c]:44532","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T23:42:14.471255129Z","hostname":"oxz_crucible_2b523c66-d924-4653-8e30-1a7cf0cb2a61","pid":28633,"uri":"/crucible/0/regions","method":"POST","req_id":"9670b07d-92db-4087-b9e2-c7ae68c795c4","remote_addr":"[fd00:1122:3344:101::c]:44532","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":54,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T23:42:14.51018739Z","hostname":"oxz_crucible_2b523c66-d924-4653-8e30-1a7cf0cb2a61","pid":28633,"region":"af44a81f-054d-43ae-add3-bad6dda0adb4","component":"worker"} {"msg":"region af44a81f-054d-43ae-add3-bad6dda0adb4 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T23:42:14.5102086Z","hostname":"oxz_crucible_2b523c66-d924-4653-8e30-1a7cf0cb2a61","pid":28633,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T23:42:14.510335183Z","hostname":"oxz_crucible_2b523c66-d924-4653-8e30-1a7cf0cb2a61","pid":28633,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-af44a81f-054d-43ae-add3-bad6dda0adb4","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T23:42:14.510674553Z","hostname":"oxz_crucible_2b523c66-d924-4653-8e30-1a7cf0cb2a61","pid":28633,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-af44a81f-054d-43ae-add3-bad6dda0adb4","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T23:42:14.548206885Z","hostname":"oxz_crucible_2b523c66-d924-4653-8e30-1a7cf0cb2a61","pid":28633,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T23:42:14.601866777Z","hostname":"oxz_crucible_2b523c66-d924-4653-8e30-1a7cf0cb2a61","pid":28633,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-af44a81f-054d-43ae-add3-bad6dda0adb4","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T23:42:14.616372912Z","hostname":"oxz_crucible_2b523c66-d924-4653-8e30-1a7cf0cb2a61","pid":28633,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/af44a81f-054d-43ae-add3-bad6dda0adb4","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T23:42:14.617347129Z","hostname":"oxz_crucible_2b523c66-d924-4653-8e30-1a7cf0cb2a61","pid":28633,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T23:42:14.617435851Z","hostname":"oxz_crucible_2b523c66-d924-4653-8e30-1a7cf0cb2a61","pid":28633,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T23:42:14.617491873Z","hostname":"oxz_crucible_2b523c66-d924-4653-8e30-1a7cf0cb2a61","pid":28633,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T23:42:14.617548214Z","hostname":"oxz_crucible_2b523c66-d924-4653-8e30-1a7cf0cb2a61","pid":28633,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T23:42:14.635656168Z","hostname":"oxz_crucible_2b523c66-d924-4653-8e30-1a7cf0cb2a61","pid":28633,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T23:42:14.646196705Z","hostname":"oxz_crucible_2b523c66-d924-4653-8e30-1a7cf0cb2a61","pid":28633,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-04-14T23:42:15.121480472Z","hostname":"oxz_crucible_2b523c66-d924-4653-8e30-1a7cf0cb2a61","pid":28633,"uri":"/crucible/0/regions","method":"POST","req_id":"f5850633-44fa-4dc4-a51c-8d86ae5f5e5f","remote_addr":"[fd00:1122:3344:101::c]:44532","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":60,"response_code":200}