[ Jan 21 00:00:58 Enabled. ]
[ Jan 21 00:00:58 Rereading configuration. ]
[ Jan 21 00:01:00 Rereading configuration. ]
[ Jan 21 00:01:05 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_02bfa480-8cd2-4b1f-bfd7-dcd4a3104a80/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:05.936855159Z","hostname":"oxz_crucible_38495a59-13f7-4199-a05b-a6e573b37264","pid":29410}
{"msg":"dataset: \"oxp_02bfa480-8cd2-4b1f-bfd7-dcd4a3104a80/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:05.937771753Z","hostname":"oxz_crucible_38495a59-13f7-4199-a05b-a6e573b37264","pid":29410}
{"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:05.937785483Z","hostname":"oxz_crucible_38495a59-13f7-4199-a05b-a6e573b37264","pid":29410}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:05.937793653Z","hostname":"oxz_crucible_38495a59-13f7-4199-a05b-a6e573b37264","pid":29410}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:05.951043015Z","hostname":"oxz_crucible_38495a59-13f7-4199-a05b-a6e573b37264","pid":29410,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:01:06.06970692Z","hostname":"oxz_crucible_38495a59-13f7-4199-a05b-a6e573b37264","pid":29410,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:25.965782836Z","hostname":"oxz_crucible_38495a59-13f7-4199-a05b-a6e573b37264","pid":29410,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:46531"}
{"msg":"region 4d6a0dbb-c475-41e1-a530-9ff02c308ba7 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:26.015105036Z","hostname":"oxz_crucible_38495a59-13f7-4199-a05b-a6e573b37264","pid":29410,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:26.018140312Z","hostname":"oxz_crucible_38495a59-13f7-4199-a05b-a6e573b37264","pid":29410,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:26.018170413Z","hostname":"oxz_crucible_38495a59-13f7-4199-a05b-a6e573b37264","pid":29410,"uri":"/crucible/0/regions","method":"POST","req_id":"d2e23f86-23b6-40a9-a653-049068b54e82","remote_addr":"[fd00:1122:3344:101::a]:46531","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":20853,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_02bfa480-8cd2-4b1f-bfd7-dcd4a3104a80/crucible/regions/4d6a0dbb-c475-41e1-a530-9ff02c308ba7","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:26.027490115Z","hostname":"oxz_crucible_38495a59-13f7-4199-a05b-a6e573b37264","pid":29410,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_02bfa480-8cd2-4b1f-bfd7-dcd4a3104a80/crucible/regions/4d6a0dbb-c475-41e1-a530-9ff02c308ba7","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:26.027510755Z","hostname":"oxz_crucible_38495a59-13f7-4199-a05b-a6e573b37264","pid":29410,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"4d6a0dbb-c475-41e1-a530-9ff02c308ba7\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4d6a0dbb-c475-41e1-a530-9ff02c308ba7\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:26.079599138Z","hostname":"oxz_crucible_38495a59-13f7-4199-a05b-a6e573b37264","pid":29410,"region":"4d6a0dbb-c475-41e1-a530-9ff02c308ba7","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4d6a0dbb-c475-41e1-a530-9ff02c308ba7\" \"--data\" \"/data/regions/4d6a0dbb-c475-41e1-a530-9ff02c308ba7\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:26.081779311Z","hostname":"oxz_crucible_38495a59-13f7-4199-a05b-a6e573b37264","pid":29410,"region":"4d6a0dbb-c475-41e1-a530-9ff02c308ba7","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:26.379754005Z","hostname":"oxz_crucible_38495a59-13f7-4199-a05b-a6e573b37264","pid":29410,"uri":"/crucible/0/regions","method":"POST","req_id":"ca1ac64d-c9be-4a99-bcca-e79750b820cb","remote_addr":"[fd00:1122:3344:101::a]:46531","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":75,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:26.488127154Z","hostname":"oxz_crucible_38495a59-13f7-4199-a05b-a6e573b37264","pid":29410,"region":"4d6a0dbb-c475-41e1-a530-9ff02c308ba7","component":"worker"}
{"msg":"region 4d6a0dbb-c475-41e1-a530-9ff02c308ba7 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:26.488167535Z","hostname":"oxz_crucible_38495a59-13f7-4199-a05b-a6e573b37264","pid":29410,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:26.488271986Z","hostname":"oxz_crucible_38495a59-13f7-4199-a05b-a6e573b37264","pid":29410,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-4d6a0dbb-c475-41e1-a530-9ff02c308ba7","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:26.488634012Z","hostname":"oxz_crucible_38495a59-13f7-4199-a05b-a6e573b37264","pid":29410,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4d6a0dbb-c475-41e1-a530-9ff02c308ba7","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:26.506347822Z","hostname":"oxz_crucible_38495a59-13f7-4199-a05b-a6e573b37264","pid":29410,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:26.534432189Z","hostname":"oxz_crucible_38495a59-13f7-4199-a05b-a6e573b37264","pid":29410,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4d6a0dbb-c475-41e1-a530-9ff02c308ba7","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:26.539252242Z","hostname":"oxz_crucible_38495a59-13f7-4199-a05b-a6e573b37264","pid":29410,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4d6a0dbb-c475-41e1-a530-9ff02c308ba7","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:26.53977627Z","hostname":"oxz_crucible_38495a59-13f7-4199-a05b-a6e573b37264","pid":29410,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:26.539840381Z","hostname":"oxz_crucible_38495a59-13f7-4199-a05b-a6e573b37264","pid":29410,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:26.539881072Z","hostname":"oxz_crucible_38495a59-13f7-4199-a05b-a6e573b37264","pid":29410,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:26.539917072Z","hostname":"oxz_crucible_38495a59-13f7-4199-a05b-a6e573b37264","pid":29410,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:26.544939779Z","hostname":"oxz_crucible_38495a59-13f7-4199-a05b-a6e573b37264","pid":29410,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:26.554246261Z","hostname":"oxz_crucible_38495a59-13f7-4199-a05b-a6e573b37264","pid":29410,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:26.668216545Z","hostname":"oxz_crucible_38495a59-13f7-4199-a05b-a6e573b37264","pid":29410,"uri":"/crucible/0/regions","method":"POST","req_id":"6df1c538-49ab-4b71-a374-a80faae9637c","remote_addr":"[fd00:1122:3344:101::a]:46531","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:54.465688945Z","hostname":"oxz_crucible_38495a59-13f7-4199-a05b-a6e573b37264","pid":29410,"uri":"/crucible/0/regions/4d6a0dbb-c475-41e1-a530-9ff02c308ba7","method":"GET","req_id":"5de7477a-c8f3-46ac-80b8-b0e1eb9c5f55","remote_addr":"[fd00:1122:3344:101::a]:46531","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":77,"response_code":200}
{"msg":"path is \"/data/regions/4d6a0dbb-c475-41e1-a530-9ff02c308ba7\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:54.468267824Z","hostname":"oxz_crucible_38495a59-13f7-4199-a05b-a6e573b37264","pid":29410,"component":"datafile"}
{"msg":"dataset is oxp_02bfa480-8cd2-4b1f-bfd7-dcd4a3104a80/crucible/regions/4d6a0dbb-c475-41e1-a530-9ff02c308ba7","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:54.478018102Z","hostname":"oxz_crucible_38495a59-13f7-4199-a05b-a6e573b37264","pid":29410,"component":"datafile"}
{"msg":"region 4d6a0dbb-c475-41e1-a530-9ff02c308ba7 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:54.48577032Z","hostname":"oxz_crucible_38495a59-13f7-4199-a05b-a6e573b37264","pid":29410,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:54.485996464Z","hostname":"oxz_crucible_38495a59-13f7-4199-a05b-a6e573b37264","pid":29410,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:54.486025075Z","hostname":"oxz_crucible_38495a59-13f7-4199-a05b-a6e573b37264","pid":29410,"uri":"/crucible/0/regions/4d6a0dbb-c475-41e1-a530-9ff02c308ba7","method":"DELETE","req_id":"f6871c01-4679-4277-9295-ea61ca3a17d3","remote_addr":"[fd00:1122:3344:101::a]:46531","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":17765,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-4d6a0dbb-c475-41e1-a530-9ff02c308ba7 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:54.486573553Z","hostname":"oxz_crucible_38495a59-13f7-4199-a05b-a6e573b37264","pid":29410,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:54.489053185Z","hostname":"oxz_crucible_38495a59-13f7-4199-a05b-a6e573b37264","pid":29410,"uri":"/crucible/0/regions/4d6a0dbb-c475-41e1-a530-9ff02c308ba7","method":"GET","req_id":"a0f0a778-7bd1-4cee-a559-24b1ed1a9042","remote_addr":"[fd00:1122:3344:101::a]:46531","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":29,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:54.498301301Z","hostname":"oxz_crucible_38495a59-13f7-4199-a05b-a6e573b37264","pid":29410,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_02bfa480-8cd2-4b1f-bfd7-dcd4a3104a80/crucible/regions/4d6a0dbb-c475-41e1-a530-9ff02c308ba7\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:54.505265837Z","hostname":"oxz_crucible_38495a59-13f7-4199-a05b-a6e573b37264","pid":29410,"region":"4d6a0dbb-c475-41e1-a530-9ff02c308ba7","component":"worker"}
{"msg":"region 4d6a0dbb-c475-41e1-a530-9ff02c308ba7 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:54.558060091Z","hostname":"oxz_crucible_38495a59-13f7-4199-a05b-a6e573b37264","pid":29410,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-21T00:13:54.61916147Z","hostname":"oxz_crucible_38495a59-13f7-4199-a05b-a6e573b37264","pid":29410,"uri":"/crucible/0/regions/4d6a0dbb-c475-41e1-a530-9ff02c308ba7","method":"GET","req_id":"402c95d9-18b5-49ed-9fb0-8eeb73c0032c","remote_addr":"[fd00:1122:3344:101::a]:46531","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":49,"response_code":200}