[ Jan 30 16:34:16 Enabled. ] [ Jan 30 16:34:16 Rereading configuration. ] [ Jan 30 16:34:18 Rereading configuration. ] [ Jan 30 16:34:21 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_2e515e49-02d4-4aa1-80e7-4871f755efbc/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:34:21.700373133Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769} {"msg":"dataset: \"oxp_2e515e49-02d4-4aa1-80e7-4871f755efbc/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:34:21.701185848Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769} {"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:34:21.701198188Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:34:21.701203588Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:34:21.715497753Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:34:21.962283041Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:34:50.755137272Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:49619"} {"msg":"region 28706b01-5d97-47a2-b46b-5d3e4f6d3634 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:34:50.780201639Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:34:50.783274414Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:34:50.783337835Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"uri":"/crucible/0/regions","method":"POST","req_id":"976cdf74-0177-4775-86e4-c18a77df2c8e","remote_addr":"[fd00:1122:3344:101::b]:49619","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":13305,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_2e515e49-02d4-4aa1-80e7-4871f755efbc/crucible/regions/28706b01-5d97-47a2-b46b-5d3e4f6d3634","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:34:50.790355381Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_2e515e49-02d4-4aa1-80e7-4871f755efbc/crucible/regions/28706b01-5d97-47a2-b46b-5d3e4f6d3634","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:34:50.790371601Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"28706b01-5d97-47a2-b46b-5d3e4f6d3634\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/28706b01-5d97-47a2-b46b-5d3e4f6d3634\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:34:50.853384847Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"region":"28706b01-5d97-47a2-b46b-5d3e4f6d3634","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"28706b01-5d97-47a2-b46b-5d3e4f6d3634\" \"--data\" \"/data/regions/28706b01-5d97-47a2-b46b-5d3e4f6d3634\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:34:50.855396643Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"region":"28706b01-5d97-47a2-b46b-5d3e4f6d3634","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:34:51.13682845Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"uri":"/crucible/0/regions","method":"POST","req_id":"02c08ce6-9322-4f24-b501-c692c30753a6","remote_addr":"[fd00:1122:3344:101::b]:49619","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":58,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:34:51.234556525Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"region":"28706b01-5d97-47a2-b46b-5d3e4f6d3634","component":"worker"} {"msg":"region 28706b01-5d97-47a2-b46b-5d3e4f6d3634 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:34:51.234622437Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:34:51.234908631Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-28706b01-5d97-47a2-b46b-5d3e4f6d3634","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:34:51.235290628Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-28706b01-5d97-47a2-b46b-5d3e4f6d3634","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:34:51.240241747Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:34:51.251324355Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-28706b01-5d97-47a2-b46b-5d3e4f6d3634","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:34:51.254513422Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/28706b01-5d97-47a2-b46b-5d3e4f6d3634","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:34:51.255214834Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:34:51.255276015Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:34:51.255324726Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:34:51.255363507Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:34:51.259293917Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:34:51.263143326Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:34:51.835111713Z","hostname":"oxz_crucible_fd7f0a64-1ca8-4382-875b-fe1d34af1de8","pid":24769,"uri":"/crucible/0/regions","method":"POST","req_id":"23c4b2d3-bd39-4e45-b117-07d607559c1e","remote_addr":"[fd00:1122:3344:101::b]:49619","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":56,"response_code":200}