[ Dec 23 21:49:41 Enabled. ]
[ Dec 23 21:49:41 Rereading configuration. ]
[ Dec 23 21:49:43 Rereading configuration. ]
[ Dec 23 21:49:47 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_5f7f7b6d-9865-41ba-bf9f-2a1e72bb62ab/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T21:49:47.629056755Z","hostname":"oxz_crucible_55957cdf-9b29-4a6c-b262-fb205a5b98c8","pid":25263}
{"msg":"dataset: \"oxp_5f7f7b6d-9865-41ba-bf9f-2a1e72bb62ab/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T21:49:47.629848271Z","hostname":"oxz_crucible_55957cdf-9b29-4a6c-b262-fb205a5b98c8","pid":25263}
{"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T21:49:47.629861188Z","hostname":"oxz_crucible_55957cdf-9b29-4a6c-b262-fb205a5b98c8","pid":25263}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T21:49:47.629869288Z","hostname":"oxz_crucible_55957cdf-9b29-4a6c-b262-fb205a5b98c8","pid":25263}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T21:49:47.645336945Z","hostname":"oxz_crucible_55957cdf-9b29-4a6c-b262-fb205a5b98c8","pid":25263,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T21:49:47.718018562Z","hostname":"oxz_crucible_55957cdf-9b29-4a6c-b262-fb205a5b98c8","pid":25263,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T21:50:21.93834288Z","hostname":"oxz_crucible_55957cdf-9b29-4a6c-b262-fb205a5b98c8","pid":25263,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:47700"}
{"msg":"region a0d6b55d-b71f-4c77-8982-15e02e716dcc state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T21:50:21.964126132Z","hostname":"oxz_crucible_55957cdf-9b29-4a6c-b262-fb205a5b98c8","pid":25263,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T21:50:21.967222404Z","hostname":"oxz_crucible_55957cdf-9b29-4a6c-b262-fb205a5b98c8","pid":25263,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T21:50:21.967309182Z","hostname":"oxz_crucible_55957cdf-9b29-4a6c-b262-fb205a5b98c8","pid":25263,"uri":"/crucible/0/regions","method":"POST","req_id":"1d6a3c7a-5660-413f-93bf-1abbb63ef601","remote_addr":"[fd00:1122:3344:101::a]:47700","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":14319,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_5f7f7b6d-9865-41ba-bf9f-2a1e72bb62ab/crucible/regions/a0d6b55d-b71f-4c77-8982-15e02e716dcc","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T21:50:21.976136218Z","hostname":"oxz_crucible_55957cdf-9b29-4a6c-b262-fb205a5b98c8","pid":25263,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_5f7f7b6d-9865-41ba-bf9f-2a1e72bb62ab/crucible/regions/a0d6b55d-b71f-4c77-8982-15e02e716dcc","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T21:50:21.976150496Z","hostname":"oxz_crucible_55957cdf-9b29-4a6c-b262-fb205a5b98c8","pid":25263,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"a0d6b55d-b71f-4c77-8982-15e02e716dcc\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a0d6b55d-b71f-4c77-8982-15e02e716dcc\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T21:50:22.04827952Z","hostname":"oxz_crucible_55957cdf-9b29-4a6c-b262-fb205a5b98c8","pid":25263,"region":"a0d6b55d-b71f-4c77-8982-15e02e716dcc","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a0d6b55d-b71f-4c77-8982-15e02e716dcc\" \"--data\" \"/data/regions/a0d6b55d-b71f-4c77-8982-15e02e716dcc\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T21:50:22.050565415Z","hostname":"oxz_crucible_55957cdf-9b29-4a6c-b262-fb205a5b98c8","pid":25263,"region":"a0d6b55d-b71f-4c77-8982-15e02e716dcc","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T21:50:22.127906938Z","hostname":"oxz_crucible_55957cdf-9b29-4a6c-b262-fb205a5b98c8","pid":25263,"uri":"/crucible/0/regions","method":"POST","req_id":"e4df6c15-d149-44af-90f6-88c25afb1d4a","remote_addr":"[fd00:1122:3344:101::a]:47700","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":57,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T21:50:22.397583982Z","hostname":"oxz_crucible_55957cdf-9b29-4a6c-b262-fb205a5b98c8","pid":25263,"uri":"/crucible/0/regions","method":"POST","req_id":"119e6cb7-373a-4057-a5e8-9b92945200be","remote_addr":"[fd00:1122:3344:101::a]:47700","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":57,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T21:50:22.415419593Z","hostname":"oxz_crucible_55957cdf-9b29-4a6c-b262-fb205a5b98c8","pid":25263,"region":"a0d6b55d-b71f-4c77-8982-15e02e716dcc","component":"worker"}
{"msg":"region a0d6b55d-b71f-4c77-8982-15e02e716dcc state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T21:50:22.415440772Z","hostname":"oxz_crucible_55957cdf-9b29-4a6c-b262-fb205a5b98c8","pid":25263,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T21:50:22.415661372Z","hostname":"oxz_crucible_55957cdf-9b29-4a6c-b262-fb205a5b98c8","pid":25263,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-a0d6b55d-b71f-4c77-8982-15e02e716dcc","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T21:50:22.415967681Z","hostname":"oxz_crucible_55957cdf-9b29-4a6c-b262-fb205a5b98c8","pid":25263,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a0d6b55d-b71f-4c77-8982-15e02e716dcc","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T21:50:22.422802278Z","hostname":"oxz_crucible_55957cdf-9b29-4a6c-b262-fb205a5b98c8","pid":25263,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T21:50:22.438139977Z","hostname":"oxz_crucible_55957cdf-9b29-4a6c-b262-fb205a5b98c8","pid":25263,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a0d6b55d-b71f-4c77-8982-15e02e716dcc","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T21:50:22.441673703Z","hostname":"oxz_crucible_55957cdf-9b29-4a6c-b262-fb205a5b98c8","pid":25263,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a0d6b55d-b71f-4c77-8982-15e02e716dcc","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T21:50:22.442324402Z","hostname":"oxz_crucible_55957cdf-9b29-4a6c-b262-fb205a5b98c8","pid":25263,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T21:50:22.44245148Z","hostname":"oxz_crucible_55957cdf-9b29-4a6c-b262-fb205a5b98c8","pid":25263,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T21:50:22.442488681Z","hostname":"oxz_crucible_55957cdf-9b29-4a6c-b262-fb205a5b98c8","pid":25263,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T21:50:22.442519413Z","hostname":"oxz_crucible_55957cdf-9b29-4a6c-b262-fb205a5b98c8","pid":25263,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T21:50:22.446770328Z","hostname":"oxz_crucible_55957cdf-9b29-4a6c-b262-fb205a5b98c8","pid":25263,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T21:50:22.450772648Z","hostname":"oxz_crucible_55957cdf-9b29-4a6c-b262-fb205a5b98c8","pid":25263,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-23T21:50:23.100307124Z","hostname":"oxz_crucible_55957cdf-9b29-4a6c-b262-fb205a5b98c8","pid":25263,"uri":"/crucible/0/regions","method":"POST","req_id":"0ae6f219-c403-46c1-a357-ba6398d0dc82","remote_addr":"[fd00:1122:3344:101::a]:47700","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":55,"response_code":200}